-- Logs begin at Tue 2021-07-20 11:06:42 UTC, end at Tue 2021-07-20 12:03:01 UTC. -- Jul 20 11:36:32.713675 dv-cinder-801354-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 11:36:35.410364 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.common.config [-] Logging enabled! Jul 20 11:36:35.410953 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 20 11:36:35.411121 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 20 11:36:35.414385 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.common.config [-] Logging enabled! Jul 20 11:36:35.414636 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev478 Jul 20 11:36:35.414942 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 20 11:36:35.415873 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 11:36:35.416104 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 11:36:35.416478 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 11:36:35.416721 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 11:36:35.416942 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 11:36:35.417275 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.417560 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.417853 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.418081 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.418374 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.418661 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.418938 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.419218 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.419509 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.419789 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.420061 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.420361 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.420591 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.420871 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.421155 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.421436 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.421655 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] debug = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.421933 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.422362 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.422752 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.423028 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.423963 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.424261 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.424716 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.425000 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.425288 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.425619 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] host = dv-cinder-801354-2-iscsi {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.425898 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.426185 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.426472 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.426757 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.427032 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.427310 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.427594 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.427865 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.428135 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.428437 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.428728 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.429013 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.429299 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.429524 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.429747 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.430033 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.430316 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.430590 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.430862 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.431133 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.431405 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.431673 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.431938 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.432220 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.432538 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.432822 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.433099 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.433369 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.433643 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.433911 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.434195 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.434467 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.434740 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.435011 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.435295 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.435562 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.435833 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.436128 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.436432 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.436713 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.436994 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.437264 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.437548 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.437818 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.438088 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.438355 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_json = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.438625 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.438929 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.439340 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.439611 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.439881 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.440151 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.440443 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.440728 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:35.441024 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.441319 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.441618 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.441898 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.442189 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.442466 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.442753 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.443027 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.443313 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.443597 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.443880 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.444153 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.444460 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.444738 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.445029 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.445332 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.445623 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.445910 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.446181 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.446450 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.446720 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.446996 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.447279 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.447577 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.447864 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.448134 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.448438 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.448730 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.449007 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.449278 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.449555 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.449841 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.450117 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.450386 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.450664 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.450940 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.451209 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.451477 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.451751 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.452036 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.452331 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.452604 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.452877 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.453156 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.453425 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.453706 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.453981 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.454252 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.455060 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.455408 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.455687 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.455964 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.456246 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.456547 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.456829 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.457102 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.457375 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.457649 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.457922 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.458190 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.458459 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.458727 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.459002 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.459276 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.459548 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.459820 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.460096 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.460393 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.460682 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.461233 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.461512 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.461787 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.462064 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.462343 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.462620 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.462895 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.463170 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.463447 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.463718 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.464004 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.464285 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.464592 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.464873 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.465147 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.465440 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.465716 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.465994 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.466268 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.466544 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.466829 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.467110 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.467407 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.467699 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.467988 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.468277 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.468587 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.468863 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.469168 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.469445 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:35.469662 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 11:36:35.469899 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 11:36:35.814836 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 20 11:36:35.815040 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 20 11:36:35.815327 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 20 11:36:35.815655 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 11:36:36.202171 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.202466 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.202740 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.203916 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.204187 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.204475 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.238603 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.238883 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.239145 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.252580 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.252858 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.253128 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.282206 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.282488 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.282782 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.318809 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.319082 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.319348 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.547001 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.547607 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.547607 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.547787 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.548960 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.666616 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.666935 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.667217 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.667486 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.667753 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.668062 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.668338 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.668612 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.668844 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.669121 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.669378 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.669640 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.669890 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.670143 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.670393 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.670653 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.670902 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.671162 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.671427 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.671680 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.671945 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.672191 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.672493 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.672866 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.673109 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.673423 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.673929 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.674172 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.674406 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.674636 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.674865 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.675099 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:36.675459 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 11:36:36.678530 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 11:36:36.682414 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 11:36:36.686046 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 20 11:36:36.687640 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 11:36:36.688088 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 11:36:36.688447 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 11:36:36.688847 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 11:36:36.693186 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 11:36:36.693430 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 11:36:36.693768 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 11:36:36.721849 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 11:36:36.722284 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.722578 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 20 11:36:36.723077 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.724488 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 11:36:36.724766 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 11:36:36.725005 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 11:36:36.728091 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.728393 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:36.791577 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 11:36:36.791810 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 11:36:36.792047 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 11:36:36.792445 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 11:36:36.812714 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_db.sqlalchemy.engines [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 11:36:37.337326 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing driver for type 'gre' Jul 20 11:36:37.337847 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] gre ID ranges: [(1, 1000)] Jul 20 11:36:37.387855 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing driver for type 'local' Jul 20 11:36:37.388204 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing driver for type 'vlan' Jul 20 11:36:37.400951 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] VlanTypeDriver initialization complete Jul 20 11:36:37.401292 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing driver for type 'vxlan' Jul 20 11:36:37.401795 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] vxlan ID ranges: [(1, 1000)] Jul 20 11:36:37.450061 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing extension driver 'port_security' Jul 20 11:36:37.450537 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.extensions.port_security [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] PortSecurityExtensionDriver initialization complete Jul 20 11:36:37.450910 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing mechanism driver 'openvswitch' Jul 20 11:36:37.451383 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing mechanism driver 'hyperv' Jul 20 11:36:37.460256 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.plugin [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:37.461642 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.462151 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.462635 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.463200 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.463731 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.464262 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.464805 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.465284 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.465842 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.466281 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.466723 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.467232 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.467734 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.468125 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.468565 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.469057 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.469583 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.470053 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.470535 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.471102 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.471640 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.471997 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.472363 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.472761 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 20 11:36:37.473145 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] ML2 OVO RPC backend initialized. {{(pid=105095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 20 11:36:37.473853 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.474212 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.474632 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.474984 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > networks before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.475339 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.475688 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > ports before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.476037 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.476404 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.476755 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.477098 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.477438 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.477776 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.478123 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.478461 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.478818 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.479141 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.479474 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.480048 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.plugin [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Modular L2 Plugin initialization complete Jul 20 11:36:37.480407 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading services supported by the core plugin {{(pid=105095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 11:36:37.480740 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.plugins.ml2.managers [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Got port-security extension from driver 'port_security' Jul 20 11:36:37.481209 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.extensions.vlantransparent [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Disabled vlantransparent extension. Jul 20 11:36:37.481692 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 11:36:37.482011 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: router Jul 20 11:36:37.518462 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.518853 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_create 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.519223 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router before_create 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.519589 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.519965 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.520342 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_delete 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.520707 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.521194 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_create 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.521547 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.521901 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.522253 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.522613 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.523027 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.523398 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.523741 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.524082 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: subnet after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.524459 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.524814 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.525170 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.525517 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.525863 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.526222 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router after_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.526567 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.526921 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.527291 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.527646 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.528016 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > agent after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.528396 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.528752 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > network after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.529603 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Tracking information for resource: router configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:37.529940 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Tracking information for resource: floatingip configured {{(pid=105095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 11:36:37.535012 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.db.l3_agentschedulers_db [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 11:36:37.535581 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.535944 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.536321 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.536680 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: port after_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.537469 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router before_create 55550100 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.537838 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.538203 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.538564 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.542984 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.provider_configuration [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service providers = [] {{(pid=105095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 11:36:37.543350 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.db.servicetype_db [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 11:36:37.546304 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.service_base [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 11:36:37.546663 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.service_base [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 11:36:37.547010 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.service_base [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 11:36:37.547904 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.services.service_base [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 11:36:37.548391 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.services.service_base [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 11:36:37.548801 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.549180 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 11:36:37.559717 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.560056 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: auto_allocate Jul 20 11:36:37.566341 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: network precommit_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.566709 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: network precommit_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.567230 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.567553 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: tag Jul 20 11:36:37.575934 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.575934 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: timestamp Jul 20 11:36:37.580900 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.581234 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: network_ip_availability Jul 20 11:36:37.589228 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.589555 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.589914 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.590654 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.590976 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: flavors Jul 20 11:36:37.597315 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.597649 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading Plugin: revisions Jul 20 11:36:37.601920 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 11:36:37.602319 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=105095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 20 11:36:37.603069 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 20 11:36:37.603415 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Initializing extension manager. Jul 20 11:36:37.603930 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: __init__.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.604276 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: __pycache__ {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.604639 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.604976 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: address_group.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.605742 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.606315 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: address-group Jul 20 11:36:37.606643 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: address_scope.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.607369 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.607885 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: address-scope Jul 20 11:36:37.608215 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.609182 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.609702 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: router-admin-state-down-before-update Jul 20 11:36:37.610030 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: agent.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.610770 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.611376 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: agent Jul 20 11:36:37.611686 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: agent_resources_synced.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.612804 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.613137 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: agent-resources-synced Jul 20 11:36:37.613462 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.615288 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.615801 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: allowed-address-pairs Jul 20 11:36:37.616131 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.617246 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.617757 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: auto-allocated-topology Jul 20 11:36:37.618084 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: availability_zone.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.618778 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.619275 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: availability_zone Jul 20 11:36:37.619600 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: availability_zone_filter.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.620544 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.621049 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: availability_zone_filter Jul 20 11:36:37.621373 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: data_plane_status.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.622285 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.622792 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 11:36:37.623121 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: default_subnetpools.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.624047 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.624666 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: default-subnetpools Jul 20 11:36:37.624993 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.625813 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.626318 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: dhcp_agent_scheduler Jul 20 11:36:37.627246 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: dns.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.628230 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.628776 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension dns-integration not supported by any of loaded plugins Jul 20 11:36:37.629104 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: dns_domain_ports.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.630030 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.630535 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 11:36:37.630861 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.631787 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.632317 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 11:36:37.632644 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: dvr.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.633319 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.633823 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: dvr Jul 20 11:36:37.634144 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: ecmp_routes.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.635060 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.635564 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 11:36:37.635886 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: empty_string_filtering.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.636821 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.637335 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: empty-string-filtering Jul 20 11:36:37.637657 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.638577 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.639083 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 11:36:37.639406 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.640350 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.640852 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 11:36:37.641173 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: external_net.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.642765 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.643311 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: external-net Jul 20 11:36:37.643635 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.644576 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.645083 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: extra_dhcp_opt Jul 20 11:36:37.645406 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: extraroute.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.646317 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.646821 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: extraroute Jul 20 11:36:37.647144 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: extraroute_atomic.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.648185 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.648715 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: extraroute-atomic Jul 20 11:36:37.649040 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: filter_validation.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.649705 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.650202 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: filter-validation Jul 20 11:36:37.650525 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: fip_pf_description.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.651632 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.652136 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 11:36:37.652496 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: fip_port_details.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.653418 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.653919 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: fip-port-details Jul 20 11:36:37.654243 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: flavors.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.655488 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.656003 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: flavors Jul 20 11:36:37.656358 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.658100 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.658618 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 11:36:37.658955 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: floatingip_pools.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.659663 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.660173 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: floatingip-pools Jul 20 11:36:37.660531 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: ip_allocation.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.661474 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.661984 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 11:36:37.662313 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.663230 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.663742 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: ip-substring-filtering Jul 20 11:36:37.664074 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l2_adjacency.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.665034 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.665535 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 11:36:37.665861 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.666841 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.667367 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: router Jul 20 11:36:37.667696 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.669992 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.670516 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 11:36:37.670851 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.671801 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.672346 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: ext-gw-mode Jul 20 11:36:37.672678 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.674165 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.674822 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: l3-ha Jul 20 11:36:37.675152 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3_flavors.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.676072 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.676624 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: l3-flavors Jul 20 11:36:37.676951 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.677868 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.678381 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 11:36:37.678708 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: l3agentscheduler.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.679735 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.680244 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: l3_agent_scheduler Jul 20 11:36:37.680602 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: logging.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.682073 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.682608 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension logging not supported by any of loaded plugins Jul 20 11:36:37.682942 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: metering.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.683692 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.684269 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: metering Jul 20 11:36:37.684624 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.685709 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.686220 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: metering_source_and_destination_fields Jul 20 11:36:37.686550 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: multiprovidernet.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.687595 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.688109 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: multi-provider Jul 20 11:36:37.688467 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: netmtu.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.690187 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.690699 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: net-mtu Jul 20 11:36:37.691027 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: netmtu_writable.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.691951 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.692495 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: net-mtu-writable Jul 20 11:36:37.692823 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: network_availability_zone.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.693489 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.693991 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: network_availability_zone Jul 20 11:36:37.694313 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: network_ip_availability.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.695410 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.695919 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: network-ip-availability Jul 20 11:36:37.696245 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: network_segment_range.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.697039 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.697542 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 11:36:37.697866 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: pagination.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.698850 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.699180 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: pagination Jul 20 11:36:37.699498 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: port_device_profile.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.700447 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.700961 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: port-device-profile Jul 20 11:36:37.701286 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.702219 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.702725 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: port-mac-address-regenerate Jul 20 11:36:37.703051 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.703960 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.704527 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: port-numa-affinity-policy Jul 20 11:36:37.704889 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: port_resource_request.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.705783 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.706292 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 11:36:37.706618 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: portbindings.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.707542 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.708061 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: binding Jul 20 11:36:37.708418 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: portbindings_extended.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.709690 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.710202 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: binding-extended Jul 20 11:36:37.710532 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: portsecurity.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.711700 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.712203 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: port-security Jul 20 11:36:37.712564 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: project_id.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.713538 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.713867 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: project-id Jul 20 11:36:37.714189 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: providernet.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.715115 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.715623 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: provider Jul 20 11:36:37.715947 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.719452 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.719973 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos not supported by any of loaded plugins Jul 20 11:36:37.720397 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.721608 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.722122 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 11:36:37.722457 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.723379 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.723891 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 11:36:37.724223 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_default.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.725166 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.725678 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-default not supported by any of loaded plugins Jul 20 11:36:37.726007 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_fip.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.726662 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.727165 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-fip not supported by any of loaded plugins Jul 20 11:36:37.727493 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.728461 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.728969 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 11:36:37.729295 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.730210 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.730714 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 11:36:37.731040 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.731955 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.732492 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 11:36:37.732819 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: qos_rules_alias.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.733864 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.734371 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 11:36:37.734697 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: quotasv2.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.735606 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.736716 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: quotas Jul 20 11:36:37.737043 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: quotasv2_detail.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.740091 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.740474 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: quota_details Jul 20 11:36:37.740815 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: rbac.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.741880 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.742405 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: rbac-policies Jul 20 11:36:37.742740 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: rbac_address_group.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.743688 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.744204 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: rbac-address-group Jul 20 11:36:37.744558 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: rbac_address_scope.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.745482 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.745995 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: rbac-address-scope Jul 20 11:36:37.746323 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: rbac_security_groups.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.747242 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.747750 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: rbac-security-groups Jul 20 11:36:37.748082 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.749028 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.749536 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: rbac-subnetpool Jul 20 11:36:37.749861 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: revisionifmatch.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.750778 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.751282 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: revision-if-match Jul 20 11:36:37.752221 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: revisions.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.753368 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.753882 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: standard-attr-revisions Jul 20 11:36:37.754209 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: router_availability_zone.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.754881 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.755387 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: router_availability_zone Jul 20 11:36:37.755710 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: routerservicetype.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.756675 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.757180 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension router-service-type not supported by any of loaded plugins Jul 20 11:36:37.757503 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.758429 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.758936 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: security-groups-normalized-cidr Jul 20 11:36:37.759260 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.760177 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.760708 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: port-security-groups-filtering Jul 20 11:36:37.761035 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.761955 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.762461 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: security-groups-remote-address-group Jul 20 11:36:37.762784 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: securitygroup.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.772571 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.773099 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: security-group Jul 20 11:36:37.773430 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: segment.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.774219 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.774731 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension segment not supported by any of loaded plugins Jul 20 11:36:37.775056 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.775998 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.776537 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 11:36:37.776864 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: servicetype.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.777960 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.778478 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: service-type Jul 20 11:36:37.778805 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: sorting.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.779792 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.780127 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: sorting Jul 20 11:36:37.780482 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: standard_attr_segment.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.781480 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.781997 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 11:36:37.782322 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: standardattrdescription.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.783038 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.783602 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: standard-attr-description Jul 20 11:36:37.783930 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: stateful_security_group.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.784969 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.785485 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: stateful-security-group Jul 20 11:36:37.785812 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: stdattrs_common.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.786402 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 11:36:37.786726 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.787665 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.788182 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 11:36:37.788541 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnet_onboard.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.789615 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.790130 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: subnet_onboard Jul 20 11:36:37.790459 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.791388 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.791894 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 11:36:37.792219 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnet_service_types.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.793167 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.793677 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: subnet-service-types Jul 20 11:36:37.794179 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnetallocation.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.795267 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.795775 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: subnet_allocation Jul 20 11:36:37.796103 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.796794 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.797299 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: subnetpool-prefix-ops Jul 20 11:36:37.797622 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.799156 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.799663 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 11:36:37.799988 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: tagging.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.801151 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.801667 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: standard-attr-tag Jul 20 11:36:37.801994 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: timestamp.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.803233 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.803752 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loaded extension: standard-attr-timestamp Jul 20 11:36:37.804081 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: trunk.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.805138 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.805669 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension trunk not supported by any of loaded plugins Jul 20 11:36:37.805983 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: trunk_details.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.806904 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.807416 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension trunk-details not supported by any of loaded plugins Jul 20 11:36:37.807745 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.808688 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.809199 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 11:36:37.809527 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Loading extension file: vlantransparent.py {{(pid=105095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 20 11:36:37.810194 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 20 11:36:37.810697 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 11:36:37.813152 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:network Jul 20 11:36:37.813681 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnet Jul 20 11:36:37.814692 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 11:36:37.815085 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:port Jul 20 11:36:37.816361 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.816819 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service FLAVORS assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.817432 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.817876 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.818216 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:router Jul 20 11:36:37.818645 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 11:36:37.819128 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service METERING assigned prefix: /metering {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.820602 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.820982 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.821338 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:36:37.822348 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 11:36:37.822805 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:security_group Jul 20 11:36:37.823242 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 11:36:37.823855 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service CORE assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.824187 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 11:36:37.824557 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] subnetpool is already registered Jul 20 11:36:37.824986 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service CORE assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.825311 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 11:36:37.825641 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] subnetpool is already registered Jul 20 11:36:37.827923 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.828402 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service FLAVORS assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.829000 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.829427 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.829800 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:router Jul 20 11:36:37.830146 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] router is already registered Jul 20 11:36:37.830558 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 11:36:37.830894 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] floatingip is already registered Jul 20 11:36:37.831351 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service METERING assigned prefix: /metering {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.832017 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 11:36:37.832380 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] rbac_policy is already registered Jul 20 11:36:37.832798 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:security_group Jul 20 11:36:37.833135 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] security_group is already registered Jul 20 11:36:37.833554 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 11:36:37.833890 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] security_group_rule is already registered Jul 20 11:36:37.834529 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service CORE assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.834859 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 11:36:37.835193 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] subnetpool is already registered Jul 20 11:36:37.835613 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.v2.resource_helper [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Service CORE assigned prefix: {{(pid=105095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 11:36:37.836196 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 11:36:37.836567 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING neutron.quota.resource_registry [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] subnetpool is already registered Jul 20 11:36:37.837036 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: extensions {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.838481 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: address-groups {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.840011 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: address-scopes {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.841313 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: agents {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.842485 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: auto-allocated-topology {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.843701 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: availability_zones {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.844956 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: dhcp-networks {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.846706 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: dhcp-agents {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.848143 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: routers {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.849875 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: flavors {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.852136 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: service_profiles {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.853401 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: next_providers {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.854835 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: service_profiles {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.856474 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: floatingip-pools {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.857690 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: routers {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.859397 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: floatingips {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.860701 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: l3-routers {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.862658 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: l3-agents {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.864140 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: metering-labels {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.865429 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: metering-label-rules {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.866803 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: network-ip-availabilities {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.868062 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: bindings {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.869670 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: quotas {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.871216 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: quotas {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.872666 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: rbac-policies {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.873865 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: security-groups {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.875172 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: security-group-rules {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.877042 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: service-providers {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.878284 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: subnetpools {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.879610 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: subnetpools {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.881191 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.882885 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.884733 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.886556 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.888268 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.890238 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.891976 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.893965 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.895829 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.897622 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron.api.extensions [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Extended resource: tags {{(pid=105095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 11:36:37.903563 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING keystonemiddleware.auth_token [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 11:36:37.908173 dv-cinder-801354-2-iscsi neutron-server[105095]: WARNING keystonemiddleware.auth_token [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 11:36:37.916621 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Acquired lock "singleton_lock" {{(pid=105095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 20 11:36:37.917109 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_concurrency.lockutils [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Releasing lock "singleton_lock" {{(pid=105095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 20 11:36:37.917766 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Starting 2 workers Jul 20 11:36:37.922654 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Started child 105204 {{(pid=105095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 11:36:37.928162 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Started child 105205 {{(pid=105095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 11:36:37.929112 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.929754 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO neutron.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 11:36:37.930236 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Notify callbacks [] for process, before_spawn {{(pid=105095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.930565 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [-] (105204) wsgi starting up on http://0.0.0.0:9696 Jul 20 11:36:37.932610 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Starting 1 workers Jul 20 11:36:37.932735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.933988 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [-] (105205) wsgi starting up on http://0.0.0.0:9696 Jul 20 11:36:37.937773 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Started child 105206 {{(pid=105095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 11:36:37.938276 dv-cinder-801354-2-iscsi neutron-server[105095]: INFO oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Starting 1 workers Jul 20 11:36:37.942281 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] calling RpcWorker wait() {{(pid=105206) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 11:36:37.942848 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] returning from RpcWorker wait() {{(pid=105206) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 11:36:37.943463 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Started child 105207 {{(pid=105095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 11:36:37.944011 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.944314 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG neutron_lib.callbacks.manager [None req-90da3999-11db-46c1-ba21-94a030b869b6 None None] Notify callbacks [] for process, after_spawn {{(pid=105095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.944475 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:37.946245 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 11:36:37.946461 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 11:36:37.946648 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 11:36:37.946867 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 11:36:37.947212 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 11:36:37.947376 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 11:36:37.947906 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.948183 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.948476 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.948752 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.949047 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.949467 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:37.949924 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.949924 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.950171 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.950450 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.950544 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:37.950718 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.950952 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.951054 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.951312 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.951546 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.951916 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.952205 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.952479 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.952764 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.952936 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.953213 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.953487 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.953747 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.954008 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] debug = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.954250 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.955321 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.955674 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.955941 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.956192 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.956494 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.956726 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.957002 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.957238 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.957456 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.957712 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.957977 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.958213 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.958447 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.958681 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.958947 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.959174 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.959653 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] host = dv-cinder-801354-2-iscsi {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.959913 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.960161 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.960428 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.960694 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.961210 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.961450 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.961706 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.961963 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.962206 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.962453 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.962708 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.962973 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.963210 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.963458 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.963624 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_options = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.963861 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.964134 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.964417 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.964608 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.964779 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.964957 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.965207 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.965438 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.965633 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.965849 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.966066 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.966283 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.966519 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.966734 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.967003 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.967218 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.967434 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.967665 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.967909 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.968168 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.968422 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.968669 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.968904 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.969132 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.969348 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.969563 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.969811 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.970037 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.970929 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.971387 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.971765 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.972141 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.972535 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.972924 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.973174 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.973412 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.973634 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.973903 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.974139 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.974395 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.974659 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.974907 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.975158 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.975375 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.975611 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.975842 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_json = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.976059 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.976313 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.976623 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.976846 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.977119 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.977277 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.977525 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.978035 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:37.978534 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.978733 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.980284 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.981305 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.981305 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.981305 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.981759 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.981759 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.982046 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.982897 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.983278 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.983906 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.984638 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.985377 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.985770 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.987286 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.987570 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.987851 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.988122 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.988390 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.988655 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.988929 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.989775 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.990085 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.991738 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.992023 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.992333 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.992744 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.992998 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.993289 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.993523 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.993772 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.994048 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.994277 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.994499 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.994729 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.995145 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.995379 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.996135 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.996411 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.996660 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.996901 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.997182 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.997426 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.997769 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.997997 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.998422 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.999644 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:37.999988 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.000285 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.001576 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.003056 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.003056 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.004397 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.004562 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.006991 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.009213 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.009603 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.009852 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.011457 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.011800 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.012068 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.012340 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.012703 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.013110 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.014211 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.014461 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.014695 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.015152 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.015671 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.015912 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.016144 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.016428 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.016656 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.017669 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.018175 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.019048 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.020518 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.020787 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.021056 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.021329 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.021614 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.021866 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.022120 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.022386 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.022619 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.022860 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.023124 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.023372 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.023627 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.023857 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.024099 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.024383 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.024608 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.024835 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.025058 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.025324 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.025580 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.025863 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.026147 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.026387 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.026659 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.026913 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.027201 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.027451 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.027730 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.027990 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.028261 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.028603 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.030909 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.031200 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.031483 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.031769 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.032055 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.034151 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.034474 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.034760 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.035015 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.035251 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.035565 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.035831 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.036226 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.036987 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.038154 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.039065 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.039409 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.039721 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.039987 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.040565 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.040850 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.041117 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.041897 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.042185 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.042456 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.042957 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.043403 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.043754 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.044135 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.045518 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.045775 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.046038 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.046278 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.046553 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.046788 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.047019 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.047289 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.047536 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.047768 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.047996 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.048273 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.048981 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.049444 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.049821 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.050072 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.050420 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.050661 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.050897 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.051134 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.051370 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.051615 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.051845 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.052139 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.052421 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.052669 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.052930 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.053183 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.053428 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.053653 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.053914 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.054142 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.054364 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.054588 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.054813 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.055036 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.055258 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.055523 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.055750 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.056012 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.056274 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.056633 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.056881 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.057121 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.057374 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.057600 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.057847 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.058095 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.058335 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.058574 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.058795 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.059016 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.059259 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.059526 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.059739 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.059973 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.060321 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.060699 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.061326 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.061493 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.061813 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.062147 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.063747 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.064573 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.064830 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.065089 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.065637 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.065871 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.066235 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.066499 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.066873 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.067098 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.067337 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.067555 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.067771 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.067994 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.068351 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.068698 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.068936 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.069158 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.069369 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.069602 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.069823 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.070186 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.070755 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.071013 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.071230 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.071460 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.071681 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.071899 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.072220 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.072817 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.073048 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.073341 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.073851 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.074120 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.074675 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.075020 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.075875 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.076162 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.076412 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.076641 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.076872 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.077706 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.078045 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.078352 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.078897 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.079153 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.079362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:38.079454 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.080348 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.080713 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.080941 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.081225 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.081577 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.081851 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.082168 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.082354 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.082614 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.082841 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.083080 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.083345 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.083566 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.083785 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.084027 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.084280 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.084542 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.084780 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.085014 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.085241 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.085476 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.085694 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.086201 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.086439 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.086598 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 11:36:38.087104 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 11:36:38.087268 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 11:36:38.087423 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 11:36:38.087593 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 11:36:38.087764 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 11:36:38.087918 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 11:36:38.088128 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.088327 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.088477 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.088640 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.088802 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.088984 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089148 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089309 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089471 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089631 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089792 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.089953 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090162 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090276 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090439 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090654 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090754 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.090984 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.091155 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.091316 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.091477 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.091637 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.093188 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] debug = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.093364 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.093901 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094082 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094250 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094418 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094582 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094744 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.094907 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.095540 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.095719 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.095883 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.096618 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.096787 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.096952 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.098223 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.098557 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.098846 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099019 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] host = dv-cinder-801354-2-iscsi {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099186 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099351 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099514 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099676 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.099954 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.100115 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.100406 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.100708 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.100879 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101041 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101202 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101364 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101526 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101743 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.101910 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_options = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.102071 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.102260 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.102738 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.103559 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.103762 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.103918 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.104046 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.104209 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.104619 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.104783 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.104946 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.105107 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.105608 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.105778 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.105939 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106100 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106261 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106422 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106584 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106744 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.106906 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107067 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107227 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107387 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107548 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107708 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.107867 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108028 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108189 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108371 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108533 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108694 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.108855 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109015 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109174 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109335 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109495 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109659 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109820 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.109981 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110142 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110303 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110464 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110624 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110856 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.110997 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_json = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111117 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111343 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111514 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111675 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111837 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.111997 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.112158 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.112337 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 11:36:38.112519 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.112685 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.112859 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113024 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113187 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113350 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113512 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113674 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.113837 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114000 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114171 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114340 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114514 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114678 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.114840 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115005 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115167 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115331 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115495 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115658 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115821 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.115985 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.116165 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.116346 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.116512 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.116676 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.116839 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.117001 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.117165 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.117329 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.117493 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.117730 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.118217 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.119922 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.119922 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.119922 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.119922 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.120381 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.120575 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.120743 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.120910 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.121351 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.122637 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.122821 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.122990 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.123157 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.123324 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.123545 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.123707 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.123939 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.124128 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.124331 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.124603 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.124873 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125043 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125207 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125370 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125529 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125694 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.125859 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.126021 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.126199 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.126878 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.127172 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.127382 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.127548 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.127713 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.127878 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128042 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128206 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128409 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128573 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128737 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.128901 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.129063 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.129457 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.129637 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.129803 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.130406 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.130581 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.130746 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.130911 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131074 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131237 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131460 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131646 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131811 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.131974 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.132139 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.132329 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.132582 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.132789 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.132905 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.133070 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.133233 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.133475 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.133644 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.133812 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134035 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134207 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134370 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134534 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134701 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.134866 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135028 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135191 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135355 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135519 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135682 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.135845 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136006 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136180 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136367 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136535 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136698 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.136868 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137040 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137205 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137369 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137534 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137683 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.137845 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138008 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138171 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138333 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138494 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138657 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.138828 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139001 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139166 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139329 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139493 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139677 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.139839 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140001 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140164 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140342 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140508 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140670 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140834 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.140996 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141159 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141322 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141484 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141649 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141811 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.141989 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.142779 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.142929 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143095 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143258 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143424 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143589 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143755 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.143918 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144080 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144245 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144431 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144595 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144764 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.144928 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145092 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145256 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145419 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145585 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145747 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.145909 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146072 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146234 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146400 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146564 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146728 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.146890 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147055 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147218 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147381 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147547 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147710 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.147875 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148039 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148202 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148386 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148551 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148714 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.148879 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149042 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149204 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149381 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149544 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149708 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.149871 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150034 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150198 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150361 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150524 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150686 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.150849 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151012 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151176 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151342 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151508 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151673 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151836 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.151999 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.152162 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.152346 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.152525 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.152689 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.152851 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153015 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153179 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153341 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153514 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153677 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.153840 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154003 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154167 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154329 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154501 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154669 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154831 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.154993 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155154 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155317 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155488 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155651 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155813 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.155976 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156137 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156335 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156490 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156654 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156817 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.156980 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.157142 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.157304 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.157477 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.157672 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.157839 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158024 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158200 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158324 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158487 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158661 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158825 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.158992 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159155 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159317 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159480 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159644 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159810 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.159981 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.160149 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.160339 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.160515 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.160686 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.160857 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161020 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161189 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161377 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161513 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161675 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161835 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.161998 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162159 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162321 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162483 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162645 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162806 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.162968 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163129 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163290 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163453 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163613 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163775 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.163938 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.164100 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.164262 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.164453 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 11:36:38.164611 dv-cinder-801354-2-iscsi neutron-server[105095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 11:36:38.388026 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38610) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:36:38.397090 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067956 Jul 20 11:36:49.944979 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e8353-6666-4150-b2ed-b3a86d46c164 None None] get_active_networks_info from dv-cinder-801354-2-iscsi {{(pid=105206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 20 11:36:50.060614 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e8353-6666-4150-b2ed-b3a86d46c164 None None] No non-hosted networks {{(pid=105206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 11:36:50.068986 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.agentschedulers_db [None req-9a3e8353-6666-4150-b2ed-b3a86d46c164 None None] DHCP Agent not found on host dv-cinder-801354-2-iscsi {{(pid=105206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 20 11:36:50.140417 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9737-f97b-4e3e-8d9c-b1b5fefe6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:52.438140 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-35b4eda7-28fb-4fe6-a99c-27ea2fe3cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:52.503226 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c2e5-4917-483d-b091-462194be24f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:52.853914 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:52.855273 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.856090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.856753 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.857483 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.858711 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.860372 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.861748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.862896 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.864782 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.865446 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.866015 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.867625 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:36:52.868451 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801354-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:52.893598 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801354-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:36:53.541185 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:55.165723 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:56.241108 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38702) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:36:56.748021 dv-cinder-801354-2-iscsi neutron-server[105205]: WARNING oslo_policy.policy [None req-15cce94a-908d-4a40-8645-7c42269cb513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:36:56.748631 dv-cinder-801354-2-iscsi neutron-server[105205]: WARNING oslo_policy.policy [None req-15cce94a-908d-4a40-8645-7c42269cb513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:36:56.974095 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-15cce94a-908d-4a40-8645-7c42269cb513 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:36:56.975185 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-15cce94a-908d-4a40-8645-7c42269cb513 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7330465 Jul 20 11:36:57.762137 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.db.l3_hamode_db [None req-6435cd6c-c455-4f86-a897-40652a19ad33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 11:36:57.842227 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435cd6c-c455-4f86-a897-40652a19ad33 None None] Routers set() bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:36:57.842884 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435cd6c-c455-4f86-a897-40652a19ad33 None None] Router IDs set() for agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 20 11:36:59.349384 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38716) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:36:59.653640 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:36:59.749152 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.policy [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 11:36:59.794832 dv-cinder-801354-2-iscsi neutron-server[105205]: WARNING oslo_policy.policy [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:36:59.795198 dv-cinder-801354-2-iscsi neutron-server[105205]: WARNING oslo_policy.policy [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:36:59.804265 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.quota [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] Loaded quota_driver: . Jul 20 11:36:59.896597 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741593010654', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741593012205', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741592998693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741593000224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741592921006', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741592913348', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573635', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799180', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4131564'] for rbac-policy, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:59.964339 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:36:59.965656 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-095873d9-07dc-4804-bee9-94fbefb15cfc admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152737 Jul 20 11:37:02.506752 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38728) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:02.799180 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'name': 'private', 'project_id': '3ce24828bc6647448a5ba442285d5d5f'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:02.827854 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Made reservation on behalf of 3ce24828bc6647448a5ba442285d5d5f for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:37:02.831291 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:02.847626 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:02.970139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:02.973796 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:02.992161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:37:03.022400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741594578225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:03.022982 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Unsubscribe: segment precommit_create {{(pid=105205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 11:37:03.024785 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Added segment 94b9947e-b0cd-45c5-bd82-0292aade6d38 of type vlan for network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 Jul 20 11:37:03.040385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4f6ee-d6aa-443d-9d34-72a39b995343,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:03.092985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.093323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.093656 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.093984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.094308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.094647 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.094988 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.095335 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.095817 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.096140 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.096551 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.096869 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Tracked resource versions report: Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: pushed versions: Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: { 'AddressGroup': {'1.2'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'ConntrackHelper': {'1.0'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Log': {'1.0'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Network': {'1.1'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Port': {'1.7'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'PortForwarding': {'1.2'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'QosPolicy': {'1.8'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroup': {'1.4'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SubPort': {'1.0'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Subnet': {'1.1'}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Trunk': {'1.1'}} Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: consumer versions: Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'ConntrackHelper': '1.0', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Log': '1.0', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Network': '1.1', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Port': '1.7', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'PortForwarding': '1.2', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'QosPolicy': '1.8', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroup': '1.4', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroupRule': '1.2', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SubPort': '1.0', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Subnet': '1.1', Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Trunk': '1.1'}} Jul 20 11:37:03.097926 dv-cinder-801354-2-iscsi neutron-server[105205]: {{(pid=105205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:37:03.144700 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:03.195200 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:03.196275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:03.196935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:03.249596 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7417111 Jul 20 11:37:03.294522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839007e-d541-4b7b-830a-102fe036fb6f admin admin] Pushing event updated for resources: {'Network': ['ID=ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:03.308070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:37:05.873416 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38742) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:06.250317 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b41de-a9ad-4dc9-81a4-6287244ba72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:06.251789 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8f6b41de-a9ad-4dc9-81a4-6287244ba72f admin admin] 10.222.0.15 "GET /v2.0/networks/ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 HTTP/1.1" status: 200 len: 825 time: 0.3773167 Jul 20 11:37:06.275335 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0f430a9c-9556-41c6-a085-c83c17b63810 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/34e6c237-e052-42e9-b142-f42704ad4d9f HTTP/1.1" status: 200 len: 734 time: 0.0183794 Jul 20 11:37:06.284142 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'name': 'private-subnet', 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f', 'gateway_ip': '172.20.0.1'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:06.304860 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Made reservation on behalf of 3ce24828bc6647448a5ba442285d5d5f for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:37:06.307082 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:06.597609 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:06.665827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d688d68-abc4-440c-bde0-9a4b7a098f4c,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:06.672067 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Checking segment: {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:37:06.672401 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Network hostable DHCP agents. Network: ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:37:06.698007 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:37:06.709526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:06.714413 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:06.715011 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:06.720341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4599367-ab01-4824-bd12-230323777f68 None None] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:37:06.727818 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d8a12357-c2d8-4894-b8d6-747e27e4185d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476228 Jul 20 11:37:07.031333 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:37:07.032794 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.307851 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Allocated IP 172.20.0.2 (ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18/5d688d68-abc4-440c-bde0-9a4b7a098f4c/52ac97aa-5da8-4637-b2f7-c9456bd1b01a) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:37:07.515052 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.557326 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Transition to ACTIVE for port object 52ac97aa-5da8-4637-b2f7-c9456bd1b01a will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:37:07.580154 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Transition to ACTIVE for port object 52ac97aa-5da8-4637-b2f7-c9456bd1b01a will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:37:07.590327 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.661247 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:37:07.665844 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:07.675550 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:37:07.678657 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Pushing event updated for resources: {'Port': ['ID=52ac97aa-5da8-4637-b2f7-c9456bd1b01a,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:07.687595 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.687964 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.688330 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.688670 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.689560 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.689896 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.690224 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.690588 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.690933 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.691260 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.691584 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.691907 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Tracked resource versions report: Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: pushed versions: Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: { 'AddressGroup': {'1.2'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'ConntrackHelper': {'1.0'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Log': {'1.0'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Network': {'1.1'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Port': {'1.7'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'PortForwarding': {'1.2'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'QosPolicy': {'1.8'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroup': {'1.4'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SubPort': {'1.0'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Subnet': {'1.1'}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Trunk': {'1.1'}} Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: consumer versions: Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'ConntrackHelper': '1.0', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Log': '1.0', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Network': '1.1', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Port': '1.7', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'PortForwarding': '1.2', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'QosPolicy': '1.8', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroup': '1.4', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroupRule': '1.2', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SubPort': '1.0', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Subnet': '1.1', Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Trunk': '1.1'}} Jul 20 11:37:07.693001 dv-cinder-801354-2-iscsi neutron-server[105206]: {{(pid=105206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:37:07.760964 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Attempting to bind port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:37:07.761608 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Attempting to bind port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:37:07.761767 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Attempting to bind port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a on network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:37:07.766638 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:37:07.767176 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Checking segment: {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:37:07.767639 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.768037 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Bound using segment: {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:37:07.768545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Bound port: 52ac97aa-5da8-4637-b2f7-c9456bd1b01a, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:37:07.768948 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.838950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] For port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:37:07.843209 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] For port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=52ac97aa-5da8-4637-b2f7-c9456bd1b01a,segment=NetworkSegment(94b9947e-b0cd-45c5-bd82-0292aade6d38),segment_id=94b9947e-b0cd-45c5-bd82-0292aade6d38)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:37:07.848095 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:07.915584 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce68b59-b34a-4442-bdf7-8e9fee692d25 None None] Pushing event updated for resources: {'Port': ['ID=52ac97aa-5da8-4637-b2f7-c9456bd1b01a,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:09.105006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38750) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:09.424415 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-8cd60574-5fd3-4f8c-a40d-77254b260fbd admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:37:09.425405 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8cd60574-5fd3-4f8c-a40d-77254b260fbd admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194549 Jul 20 11:37:11.829043 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38758) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:12.135929 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-e2722e1e-6931-49d0-8303-29eb135b2ed0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:37:12.136964 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e2722e1e-6931-49d0-8303-29eb135b2ed0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063202 Jul 20 11:37:14.017281 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af1d87-f0fb-451b-99da-434e57a74256 None None] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:37:14.140569 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-edbf9160-25b6-442b-8cb9-1640d6312831 None None] Provisioning for port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:37:14.699447 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 52ac97aa-5da8-4637-b2f7-c9456bd1b01a up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:14.755267 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38772) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:14.780029 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:37:14.784373 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:14.784770 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:14.888730 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:14.922364 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=52ac97aa-5da8-4637-b2f7-c9456bd1b01a,segment=NetworkSegment(94b9947e-b0cd-45c5-bd82-0292aade6d38),segment_id=94b9947e-b0cd-45c5-bd82-0292aade6d38)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:37:14.926382 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:14.973191 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=52ac97aa-5da8-4637-b2f7-c9456bd1b01a,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:15.017477 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:37:15.060966 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Request body: {'router': {'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:15.083865 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:15.085353 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:15.217253 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:15.222012 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:15.234130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:15.235303 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-4a794aab-20ea-4391-9a2d-b2123d2787eb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4790978 Jul 20 11:37:16.679291 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 52ac97aa-5da8-4637-b2f7-c9456bd1b01a up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:16.728633 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:16.729006 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:17.594361 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38780) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:17.893075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-01a66c74-afda-4db6-9060-9e443b1cd07f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:37:17.894062 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-01a66c74-afda-4db6-9060-9e443b1cd07f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2987494 Jul 20 11:37:19.853485 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-34aecf53-cc15-404c-a83f-5a5d544c645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.252147 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38788) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:20.553230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:20.574992 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Made reservation on behalf of 64cab8c2d4814e10a5e658ed58a339fe for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:37:20.577739 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.586246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.677997 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.681824 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.696986 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Reserving flat network on physical network physnet1 {{(pid=105205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 11:37:20.715774 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe4cc8-b8a0-4a2c-af7a-4f5cefbb4c60,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:20.721372 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.721703 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Added segment 68de5709-191f-42e2-a589-81d5cfe6617e of type flat for network e906f3f4-fea4-43df-a25c-1a3c510f501e Jul 20 11:37:20.767932 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.803467 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.804425 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:20.805000 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:20.834097 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5808930 Jul 20 11:37:20.868193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf241ec-4ca6-4d54-bb13-4b58ddbc9f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e906f3f4-fea4-43df-a25c-1a3c510f501e,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:20.878840 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network e906f3f4-fea4-43df-a25c-1a3c510f501e details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:37:22.414935 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-725e3079-173f-42e9-b84f-ff0d8bcd05ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:22.855123 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:23.151143 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38796) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:23.474284 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:23.508849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae9fab-5079-426e-a52a-312a4cf021c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:23.510188 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-bdae9fab-5079-426e-a52a-312a4cf021c4 admin admin] 10.222.0.15 "GET /v2.0/subnets/5d688d68-abc4-440c-bde0-9a4b7a098f4c HTTP/1.1" status: 200 len: 849 time: 0.3581009 Jul 20 11:37:23.636788 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-42b60efc-466c-419e-b993-9477d4d3c502 admin admin] 10.222.0.15 "GET /v2.0/routers/b535d550-f5c6-48cc-8efa-392083d2a8c6 HTTP/1.1" status: 200 len: 704 time: 0.1212230 Jul 20 11:37:23.897537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.178732 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Allocated IP 172.20.0.1 (ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18/5d688d68-abc4-440c-bde0-9a4b7a098f4c/4569eb63-b673-47cd-95a0-ff75c5b57fbd) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:37:24.367666 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.388660 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Transition to ACTIVE for port object 4569eb63-b673-47cd-95a0-ff75c5b57fbd will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:37:24.466000 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.536918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:37:24.541521 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:24.547808 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:37:24.548946 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.571674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Pushing event updated for resources: {'Port': ['ID=4569eb63-b673-47cd-95a0-ff75c5b57fbd,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:24.744273 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-061fb6f3-ba82-4125-9e45-e4d961bb7975 None None] Provisioning for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:37:24.747734 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-061fb6f3-ba82-4125-9e45-e4d961bb7975 None None] Provisioning complete for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:24.748169 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-061fb6f3-ba82-4125-9e45-e4d961bb7975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.758186 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.780843 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-061fb6f3-ba82-4125-9e45-e4d961bb7975 None None] Port 4569eb63-b673-47cd-95a0-ff75c5b57fbd cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:37:24.933011 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.937499 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.938309 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:24.996920 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Pushing event updated for resources: {'Port': ['ID=4569eb63-b673-47cd-95a0-ff75c5b57fbd,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:25.058965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:37:25.060237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:25.121497 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:25.214857 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Router b535d550-f5c6-48cc-8efa-392083d2a8c6 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:37:25.303307 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:37:25.303489 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a76733bc-4f77-442d-9a4d-b0c46ef09b68 None None] Provisioning complete for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:25.303584 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a76733bc-4f77-442d-9a4d-b0c46ef09b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:25.308289 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d62c85ca-5499-4867-9289-20e883267e8b admin admin] 10.222.0.15 "PUT /v2.0/routers/b535d550-f5c6-48cc-8efa-392083d2a8c6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6666658 Jul 20 11:37:25.313193 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Sync routers for ids ['b535d550-f5c6-48cc-8efa-392083d2a8c6'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:37:25.328072 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Routers {'b535d550-f5c6-48cc-8efa-392083d2a8c6'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:37:25.328847 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:37:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['b535d550-f5c6-48cc-8efa-392083d2a8c6'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:25.342854 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-a76733bc-4f77-442d-9a4d-b0c46ef09b68 None None] Port 4569eb63-b673-47cd-95a0-ff75c5b57fbd cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:37:25.529599 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Set router b535d550-f5c6-48cc-8efa-392083d2a8c6 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:37:25.946975 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:24Z', 'revision_number': 2, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port_host': None, '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:24Z', 'revision_number': 2, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:25.997772 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Checking router: b535d550-f5c6-48cc-8efa-392083d2a8c6 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:37:25.998152 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Updating router b535d550-f5c6-48cc-8efa-392083d2a8c6 port 4569eb63-b673-47cd-95a0-ff75c5b57fbd binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:37:26.061286 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.541979 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.559675 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Transition to ACTIVE for port object 4569eb63-b673-47cd-95a0-ff75c5b57fbd will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:37:26.567012 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.729517 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Pushing event updated for resources: {'Port': ['ID=4569eb63-b673-47cd-95a0-ff75c5b57fbd,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:26.731796 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Attempting to bind port 4569eb63-b673-47cd-95a0-ff75c5b57fbd on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:37:26.732194 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Attempting to bind port 4569eb63-b673-47cd-95a0-ff75c5b57fbd by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:37:26.732646 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Attempting to bind port 4569eb63-b673-47cd-95a0-ff75c5b57fbd on network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:37:26.741289 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:37:26.741707 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Checking segment: {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:37:26.742167 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.742557 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Bound using segment: {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:37:26.743048 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Bound port: 4569eb63-b673-47cd-95a0-ff75c5b57fbd, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b9947e-b0cd-45c5-bd82-0292aade6d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:37:26.743422 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.745749 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.746096 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.746431 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.746762 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.747090 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.747417 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.747738 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.748060 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.748418 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.748742 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.749061 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.749376 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Tracked resource versions report: Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: pushed versions: Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: { 'AddressGroup': {'1.2'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'ConntrackHelper': {'1.0'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Log': {'1.0'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Network': {'1.1'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Port': {'1.7'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'PortForwarding': {'1.2'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'QosPolicy': {'1.8'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroup': {'1.4'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SubPort': {'1.0'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Subnet': {'1.1'}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Trunk': {'1.1'}} Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: consumer versions: Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'ConntrackHelper': '1.0', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Log': '1.0', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Network': '1.1', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Port': '1.7', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'PortForwarding': '1.2', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'QosPolicy': '1.8', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroup': '1.4', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroupRule': '1.2', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SubPort': '1.0', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Subnet': '1.1', Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Trunk': '1.1'}} Jul 20 11:37:26.750421 dv-cinder-801354-2-iscsi neutron-server[105207]: {{(pid=105207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:37:26.817561 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] For port 4569eb63-b673-47cd-95a0-ff75c5b57fbd, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:37:26.838396 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] For port 4569eb63-b673-47cd-95a0-ff75c5b57fbd, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=4569eb63-b673-47cd-95a0-ff75c5b57fbd,segment=NetworkSegment(94b9947e-b0cd-45c5-bd82-0292aade6d38),segment_id=94b9947e-b0cd-45c5-bd82-0292aade6d38)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:37:26.842887 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:26.901376 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Routers {'b535d550-f5c6-48cc-8efa-392083d2a8c6'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:37:26.901975 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:37:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['b535d550-f5c6-48cc-8efa-392083d2a8c6'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:26.903690 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3736b4-afb4-41d4-ad0f-cf14d58afd39 None None] Pushing event updated for resources: {'Port': ['ID=4569eb63-b673-47cd-95a0-ff75c5b57fbd,revision_number=4']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:27.000583 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] Set router b535d550-f5c6-48cc-8efa-392083d2a8c6 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:37:27.208548 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:24Z', 'revision_number': 2, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port_host': None, '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:26Z', 'revision_number': 4, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:27.234281 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a07f7a-5258-43fb-91d8-bead78bf96eb None None] The sync data for ids ['b535d550-f5c6-48cc-8efa-392083d2a8c6'] in dv-cinder-801354-2-iscsi is: [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:24Z', 'revision_number': 2, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port_host': None, '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:26Z', 'revision_number': 4, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:37:27.726809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 38816) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:27.918006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c3c0a-9949-472d-865f-a51dc128815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:27.919346 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a10c3c0a-9949-472d-865f-a51dc128815a admin admin] 10.222.0.15 "GET /v2.0/networks/e906f3f4-fea4-43df-a25c-1a3c510f501e HTTP/1.1" status: 200 len: 842 time: 0.1915112 Jul 20 11:37:27.929196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:27.950126 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Made reservation on behalf of 64cab8c2d4814e10a5e658ed58a339fe for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:37:27.952338 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:28.292508 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.objects.ports [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 20 11:37:28.292925 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:28.346279 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9937a808-b457-42be-b924-52368b502a32,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:28.354501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:37:28.354848 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Network hostable DHCP agents. Network: e906f3f4-fea4-43df-a25c-1a3c510f501e, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:37:28.372275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:37:28.381411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, e906f3f4-fea4-43df-a25c-1a3c510f501e) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:28.387945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:28.388777 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:28.389809 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9473d-fdcf-4ab3-9259-64bef66d6164 None None] Network e906f3f4-fea4-43df-a25c-1a3c510f501e requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:37:28.413533 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b11d649b-7865-44ef-ac8a-7e226c134191 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773185 Jul 20 11:37:28.543565 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8262d-651b-4158-93d2-15741a061646 None None] Network e906f3f4-fea4-43df-a25c-1a3c510f501e requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:37:30.707800 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 4569eb63-b673-47cd-95a0-ff75c5b57fbd up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:30.715463 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 38838) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:30.756784 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:37:30.760352 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:30.760727 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:30.841590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:30.864970 dv-cinder-801354-2-iscsi neutron-server[105204]: WARNING oslo_policy.policy [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:37:30.865545 dv-cinder-801354-2-iscsi neutron-server[105204]: WARNING oslo_policy.policy [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:37:30.873501 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 4569eb63-b673-47cd-95a0-ff75c5b57fbd, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=4569eb63-b673-47cd-95a0-ff75c5b57fbd,segment=NetworkSegment(94b9947e-b0cd-45c5-bd82-0292aade6d38),segment_id=94b9947e-b0cd-45c5-bd82-0292aade6d38)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:37:30.878818 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:30.930653 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=4569eb63-b673-47cd-95a0-ff75c5b57fbd,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:31.154788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.policy [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105204) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 11:37:31.200407 dv-cinder-801354-2-iscsi neutron-server[105204]: WARNING oslo_policy.policy [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:37:31.200790 dv-cinder-801354-2-iscsi neutron-server[105204]: WARNING oslo_policy.policy [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 11:37:31.441433 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4830b05a-f1d3-44cd-b94e-16c6b417888f admin admin] 10.222.0.15 "GET /v2.0/routers/b535d550-f5c6-48cc-8efa-392083d2a8c6 HTTP/1.1" status: 200 len: 710 time: 0.7236321 Jul 20 11:37:31.640492 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587df3bc-f150-4437-a36f-dd6c8f6fb061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:37:31.642877 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-587df3bc-f150-4437-a36f-dd6c8f6fb061 admin admin] 10.222.0.15 "GET /v2.0/networks/e906f3f4-fea4-43df-a25c-1a3c510f501e HTTP/1.1" status: 200 len: 886 time: 0.1964295 Jul 20 11:37:31.651700 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:37:31.901632 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.142986 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.220766 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.399664 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Allocated IP 172.27.1.154 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/b32c6a37-2730-40e3-8af0-91af329dcace) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:37:32.510104 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.605388 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.667285 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:37:32.675852 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:37:32.685901 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 4569eb63-b673-47cd-95a0-ff75c5b57fbd up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:32.724215 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b32c6a37-2730-40e3-8af0-91af329dcace,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:32.729172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:37:32.734225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:32.734601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:32.764086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.764360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.764700 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.765032 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.765358 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.765685 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.766009 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.766347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.767206 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.767652 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.767978 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.768312 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Tracked resource versions report: Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: pushed versions: Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: { 'AddressGroup': {'1.2'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'ConntrackHelper': {'1.0'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Log': {'1.0'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Network': {'1.1'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Port': {'1.7'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'PortForwarding': {'1.2'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'QosPolicy': {'1.8'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroup': {'1.4'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SubPort': {'1.0'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Subnet': {'1.1'}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Trunk': {'1.1'}} Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: consumer versions: Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'ConntrackHelper': '1.0', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Log': '1.0', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Network': '1.1', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Port': '1.7', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'PortForwarding': '1.2', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'QosPolicy': '1.8', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroup': '1.4', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroupRule': '1.2', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SubPort': '1.0', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Subnet': '1.1', Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Trunk': '1.1'}} Jul 20 11:37:32.769410 dv-cinder-801354-2-iscsi neutron-server[105204]: {{(pid=105204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:37:33.013996 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:33.249511 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:33.252907 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4105469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4105460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105334'] for router, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:33.359467 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Router b535d550-f5c6-48cc-8efa-392083d2a8c6 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:37:33.464077 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:37:33.469006 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:33.469736 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-06467e5e-7272-4cad-af0b-a66e1ec74bc8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b535d550-f5c6-48cc-8efa-392083d2a8c6 HTTP/1.1" status: 200 len: 890 time: 1.8214819 Jul 20 11:37:33.488458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Sync routers for ids ['b535d550-f5c6-48cc-8efa-392083d2a8c6'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:37:33.499315 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Routers {'b535d550-f5c6-48cc-8efa-392083d2a8c6'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:37:33.500050 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:37:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['b535d550-f5c6-48cc-8efa-392083d2a8c6'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:33.711054 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Set router b535d550-f5c6-48cc-8efa-392083d2a8c6 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:37:34.098288 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:32Z', 'revision_number': 4, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port': {'id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:32Z', 'updated_at': '2021-07-20T11:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:30Z', 'revision_number': 5, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:34.149034 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Checking router: b535d550-f5c6-48cc-8efa-392083d2a8c6 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:37:34.149395 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Updating router b535d550-f5c6-48cc-8efa-392083d2a8c6 port b32c6a37-2730-40e3-8af0-91af329dcace binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:37:34.181736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.502960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.512766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Transition to ACTIVE for port object b32c6a37-2730-40e3-8af0-91af329dcace will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:37:34.518982 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.568622 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124ff2-15f8-47ba-a458-556cba72add1 None None] Pushing event updated for resources: {'Port': ['ID=b32c6a37-2730-40e3-8af0-91af329dcace,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:34.572981 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Attempting to bind port b32c6a37-2730-40e3-8af0-91af329dcace on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:37:34.573351 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Attempting to bind port b32c6a37-2730-40e3-8af0-91af329dcace by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:37:34.573711 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Attempting to bind port b32c6a37-2730-40e3-8af0-91af329dcace on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:37:34.578485 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:37:34.578854 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:37:34.579834 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.580219 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:37:34.580732 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Bound port: b32c6a37-2730-40e3-8af0-91af329dcace, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:37:34.581160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.633631 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] For port b32c6a37-2730-40e3-8af0-91af329dcace, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:37:34.636864 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] For port b32c6a37-2730-40e3-8af0-91af329dcace, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b32c6a37-2730-40e3-8af0-91af329dcace,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:37:34.642400 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:34.697464 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Routers {'b535d550-f5c6-48cc-8efa-392083d2a8c6'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:37:34.698078 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:37:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['b535d550-f5c6-48cc-8efa-392083d2a8c6'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:34.804956 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124ff2-15f8-47ba-a458-556cba72add1 None None] Pushing event updated for resources: {'Port': ['ID=b32c6a37-2730-40e3-8af0-91af329dcace,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:34.874973 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] Set router b535d550-f5c6-48cc-8efa-392083d2a8c6 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:37:35.081635 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:32Z', 'revision_number': 4, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port': {'id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:32Z', 'updated_at': '2021-07-20T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:30Z', 'revision_number': 5, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:37:35.107051 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9c15a-a8b7-47cb-be5c-3a4ac129d079 None None] The sync data for ids ['b535d550-f5c6-48cc-8efa-392083d2a8c6'] in dv-cinder-801354-2-iscsi is: [{'id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'name': 'router1', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:37:15Z', 'updated_at': '2021-07-20T11:37:32Z', 'revision_number': 4, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'gw_port': {'id': 'b32c6a37-2730-40e3-8af0-91af329dcace', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:32Z', 'updated_at': '2021-07-20T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '4569eb63-b673-47cd-95a0-ff75c5b57fbd', 'name': '', 'network_id': 'ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18', 'tenant_id': '3ce24828bc6647448a5ba442285d5d5f', 'mac_address': 'fa:16:3e:a0:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b535d550-f5c6-48cc-8efa-392083d2a8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:37:23Z', 'updated_at': '2021-07-20T11:37:30Z', 'revision_number': 5, 'project_id': '3ce24828bc6647448a5ba442285d5d5f', 'subnets': [{'id': '5d688d68-abc4-440c-bde0-9a4b7a098f4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34e6c237-e052-42e9-b142-f42704ad4d9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:37:35.850573 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 38858) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:37:35.975791 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-62285cc7-8710-48cc-b5a5-3a82fd1d20e3 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241350 Jul 20 11:37:36.712182 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b32c6a37-2730-40e3-8af0-91af329dcace up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:36.762721 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port b32c6a37-2730-40e3-8af0-91af329dcace completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:37:36.766100 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port b32c6a37-2730-40e3-8af0-91af329dcace triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:36.766467 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:36.851094 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:36.871324 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port b32c6a37-2730-40e3-8af0-91af329dcace, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b32c6a37-2730-40e3-8af0-91af329dcace,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:37:36.875185 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:36.923805 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=b32c6a37-2730-40e3-8af0-91af329dcace,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:37:38.699711 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b32c6a37-2730-40e3-8af0-91af329dcace up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:37:38.755511 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port b32c6a37-2730-40e3-8af0-91af329dcace triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:37:38.755894 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:49.861496 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc19c-2154-4354-9eda-afc158d71d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:52.025157 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:37:52.448367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4d8a-b2ec-469d-9e6f-2d9536fbc7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:52.857895 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:53.483872 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:37:55.146743 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:19.852684 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b5a70431-e905-4dfa-b315-bb14b0fea82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:22.415133 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-613836af-c092-4fac-8245-2eca6fd26cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:22.861357 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:23.483628 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:25.142784 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:29.019155 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:38:49.855954 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-38e1af88-2fc9-4a1a-8067-9f6f17ddf3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:52.417553 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a0e347ce-9f6d-4a49-bdf8-aeb49e0f55eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:52.865351 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:53.485868 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:38:55.141483 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:06.019335 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:39:16.545146 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39458) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:16.604738 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb448364-e726-48dd-aac4-457948ffbb2e admin admin] GET failed (client error): The resource could not be found. Jul 20 11:39:16.606101 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-cb448364-e726-48dd-aac4-457948ffbb2e admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600121 Jul 20 11:39:16.763637 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de01f93-1c27-4d01-b6a6-434ee9f91530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:16.765128 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0de01f93-1c27-4d01-b6a6-434ee9f91530 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552043 Jul 20 11:39:18.892577 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39468) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:18.982599 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af96667-bd41-4d66-8004-987de81aacc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:18.983959 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9af96667-bd41-4d66-8004-987de81aacc0 admin admin] 10.222.0.15 "GET /v2.0/subnets/5d688d68-abc4-440c-bde0-9a4b7a098f4c HTTP/1.1" status: 200 len: 849 time: 0.0905073 Jul 20 11:39:18.993117 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:39:19.076032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:19.216888 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741594559353'] for subnet, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:19.250523 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:19.251123 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:19.252568 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5d688d68-abc4-440c-bde0-9a4b7a098f4c HTTP/1.1" status: 200 len: 868 time: 0.2630298 Jul 20 11:39:19.262816 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59506f76-f8b8-4467-86f4-d5afe21183ec None None] Network ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:39:19.273675 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d688d68-abc4-440c-bde0-9a4b7a098f4c,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:39:19.280924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.281288 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.281619 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.281954 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.282286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.282632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.282961 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.283303 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.283645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.283968 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.284431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.284790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989bb93d-af7a-486d-9ba3-934e67916f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:39:19.636648 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-0e2c1224-e1a4-456a-b5b4-5596a6d744ea None None] Provisioning complete for port 52ac97aa-5da8-4637-b2f7-c9456bd1b01a triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:39:19.637015 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1224-e1a4-456a-b5b4-5596a6d744ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:19.718216 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-0e2c1224-e1a4-456a-b5b4-5596a6d744ea None None] Provisioning complete for port 4569eb63-b673-47cd-95a0-ff75c5b57fbd triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:39:19.718502 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1224-e1a4-456a-b5b4-5596a6d744ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:19.858198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a675efdb-b7d7-423b-97f4-622aaecb2935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:21.452142 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39478) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:21.647965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4bc60-3044-4d75-ad5e-b510a74dff89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:21.648394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4bc60-3044-4d75-ad5e-b510a74dff89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:21.649927 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0de4bc60-3044-4d75-ad5e-b510a74dff89 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968207 Jul 20 11:39:22.418411 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e567aab9-88bd-4e3f-beae-a4e2cb7fa760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:22.866434 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:23.489146 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:23.795868 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39486) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:23.991991 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd287c88-cbd5-4c37-b93b-85193704f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:23.992492 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd287c88-cbd5-4c37-b93b-85193704f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:23.994033 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-bd287c88-cbd5-4c37-b93b-85193704f2ea admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971910 Jul 20 11:39:25.146908 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:26.171616 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39494) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:26.303580 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81883c57-3170-4055-96ec-714e43ba7912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:26.305004 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-81883c57-3170-4055-96ec-714e43ba7912 admin admin] 10.222.0.15 "GET /v2.0/networks/e906f3f4-fea4-43df-a25c-1a3c510f501e HTTP/1.1" status: 200 len: 886 time: 0.1324489 Jul 20 11:39:28.458854 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39502) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:28.600668 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f07c4-7324-49c4-b6ad-891d07008de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:28.602071 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-609f07c4-7324-49c4-b6ad-891d07008de3 admin admin] 10.222.0.15 "GET /v2.0/networks/ec0f8f9c-2a64-40d7-b50b-9e0945e1ff18 HTTP/1.1" status: 200 len: 869 time: 0.1422701 Jul 20 11:39:30.800802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39510) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:30.920977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b718b5-d54f-413b-9bd4-eada07092ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:30.921501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b718b5-d54f-413b-9bd4-eada07092ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:30.926771 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-00b718b5-d54f-413b-9bd4-eada07092ebd admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249115 Jul 20 11:39:33.097909 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39518) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:33.198199 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d89318-ab86-4222-af73-b39300364a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:33.198649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d89318-ab86-4222-af73-b39300364a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:33.200149 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f3d89318-ab86-4222-af73-b39300364a55 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1013098 Jul 20 11:39:35.380753 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39526) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:35.486734 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd0f4c-dd03-4044-ad48-6edbf854147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:35.488150 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a4dd0f4c-dd03-4044-ad48-6edbf854147d admin admin] 10.222.0.15 "GET /v2.0/subnets/5d688d68-abc4-440c-bde0-9a4b7a098f4c HTTP/1.1" status: 200 len: 868 time: 0.1064544 Jul 20 11:39:37.661918 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39534) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:39:37.743992 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6588c54-9bc7-464e-9586-d9f642da65be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:39:37.745382 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a6588c54-9bc7-464e-9586-d9f642da65be admin admin] 10.222.0.15 "GET /v2.0/subnets/9937a808-b457-42be-b924-52368b502a32 HTTP/1.1" status: 200 len: 816 time: 0.0825267 Jul 20 11:39:43.019590 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:39:49.858358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a10c-0f00-459a-a75d-cb26770f8601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:52.419529 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-c62c339e-ef48-4627-ae25-d19792328b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:52.868167 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:53.491499 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:39:55.153697 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:02.188910 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39586) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:40:02.233420 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-1344864d-219b-463b-92ed-a9bee6279e5e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:40:02.234415 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1344864d-219b-463b-92ed-a9bee6279e5e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445819 Jul 20 11:40:04.526275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39594) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:40:04.585001 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db50f3b-7b30-4160-9d54-03c03514b3b2 admin admin] GET failed (client error): The resource could not be found. Jul 20 11:40:04.586312 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-5db50f3b-7b30-4160-9d54-03c03514b3b2 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591111 Jul 20 11:40:04.727042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc7120-5062-4334-b322-b4690b828422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:40:04.728462 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7ecc7120-5062-4334-b322-b4690b828422 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382291 Jul 20 11:40:06.914674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39602) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:40:06.959504 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:40:06.979997 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Made reservation on behalf of 64cab8c2d4814e10a5e658ed58a339fe for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:40:06.982249 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:07.008917 dv-cinder-801354-2-iscsi neutron-server[105205]: WARNING neutron.services.revisions.revision_plugin [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Could not find related network for resource to bump revision. Jul 20 11:40:07.019941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:40:07.029048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:07.029377 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Added segment 46081499-ff0d-413c-810e-fba11a7a516e of type vlan for network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 Jul 20 11:40:07.066553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:07.093156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:07.094049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:40:07.094620 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:07.123204 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2074280 Jul 20 11:40:07.155826 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3fc19-4095-45ac-b1b1-03347ae50ccf admin admin] Pushing event updated for resources: {'Network': ['ID=2f54bb85-cebd-4b1e-bbf8-e9cee011af73,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:40:07.168606 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:40:09.326812 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39610) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:40:09.384444 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ba5d9-266f-473e-9841-35337976dd5d admin admin] GET failed (client error): The resource could not be found. Jul 20 11:40:09.385745 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-317ba5d9-266f-473e-9841-35337976dd5d admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579669 Jul 20 11:40:09.451320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c5b7a-a452-4a55-881c-ec92e3f4fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:40:09.452743 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3e2c5b7a-a452-4a55-881c-ec92e3f4fbb3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0632730 Jul 20 11:40:09.462075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Request body: {'subnet': {'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:40:09.482389 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Made reservation on behalf of 64cab8c2d4814e10a5e658ed58a339fe for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:40:09.484661 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:09.643665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:09.701434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292f4ab6-ff61-4e8b-bac6-284792b7f478,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:40:09.710835 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Checking segment: {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:40:09.711196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Network hostable DHCP agents. Network: 2f54bb85-cebd-4b1e-bbf8-e9cee011af73, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:40:09.727431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:40:09.735517 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 2f54bb85-cebd-4b1e-bbf8-e9cee011af73) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:40:09.743994 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409a1bf-d259-476e-8539-9b52f7191d15 None None] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:40:09.745468 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:40:09.746062 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:09.759945 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0dc01047-094f-4274-9165-6c9822d90411 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3012073 Jul 20 11:40:09.985439 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-2f54bb85-cebd-4b1e-bbf8-e9cee011af73', 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73', 'tenant_id': '64cab8c2d4814e10a5e658ed58a339fe', 'fixed_ips': [{'subnet_id': '292f4ab6-ff61-4e8b-bac6-284792b7f478'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:40:09.986313 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.119191 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Allocated IP 192.168.233.2 (2f54bb85-cebd-4b1e-bbf8-e9cee011af73/292f4ab6-ff61-4e8b-bac6-284792b7f478/b5deb4e1-cc83-439c-bb31-c7c485b02770) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:40:10.265736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.274115 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Transition to ACTIVE for port object b5deb4e1-cc83-439c-bb31-c7c485b02770 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:40:10.289621 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Transition to ACTIVE for port object b5deb4e1-cc83-439c-bb31-c7c485b02770 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:40:10.295690 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.338001 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:40:10.340736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:40:10.344493 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:40:10.352045 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Pushing event updated for resources: {'Port': ['ID=b5deb4e1-cc83-439c-bb31-c7c485b02770,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:40:10.380244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.380637 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.380973 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.381315 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.381652 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.381981 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.382312 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.382641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.382984 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.383314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.383654 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.383965 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:40:10.421964 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Attempting to bind port b5deb4e1-cc83-439c-bb31-c7c485b02770 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:40:10.422560 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Attempting to bind port b5deb4e1-cc83-439c-bb31-c7c485b02770 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:40:10.423162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Attempting to bind port b5deb4e1-cc83-439c-bb31-c7c485b02770 on network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:40:10.429601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:40:10.429965 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Checking segment: {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:40:10.430363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.430747 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Bound using segment: {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:40:10.431233 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Bound port: b5deb4e1-cc83-439c-bb31-c7c485b02770, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:40:10.431621 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.494032 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] For port b5deb4e1-cc83-439c-bb31-c7c485b02770, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:40:10.497067 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] For port b5deb4e1-cc83-439c-bb31-c7c485b02770, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b5deb4e1-cc83-439c-bb31-c7c485b02770,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:40:10.501253 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:10.564864 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95025-dda7-4aa4-94e5-6cc9e1fbc7b6 None None] Pushing event updated for resources: {'Port': ['ID=b5deb4e1-cc83-439c-bb31-c7c485b02770,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:40:10.860395 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b5deb4e1-cc83-439c-bb31-c7c485b02770 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:40:10.912922 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port b5deb4e1-cc83-439c-bb31-c7c485b02770 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:40:11.383414 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513ee50-77b6-427a-9099-1d9ccdb58137 None None] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:40:11.510144 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Provisioning for port b5deb4e1-cc83-439c-bb31-c7c485b02770 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:40:11.516029 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Provisioning complete for port b5deb4e1-cc83-439c-bb31-c7c485b02770 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:40:11.516421 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:11.624289 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:11.662040 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] For port b5deb4e1-cc83-439c-bb31-c7c485b02770, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b5deb4e1-cc83-439c-bb31-c7c485b02770,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:40:11.666604 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:11.727097 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca0f52-d6e2-40f9-ac9b-e2bf16283557 None None] Pushing event updated for resources: {'Port': ['ID=b5deb4e1-cc83-439c-bb31-c7c485b02770,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:40:11.790266 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-060372d3-eadb-4b84-a0a3-9b38b7683dbf None None] Provisioning complete for port b5deb4e1-cc83-439c-bb31-c7c485b02770 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:40:11.790730 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-060372d3-eadb-4b84-a0a3-9b38b7683dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:12.808141 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b5deb4e1-cc83-439c-bb31-c7c485b02770 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:40:12.854857 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port b5deb4e1-cc83-439c-bb31-c7c485b02770 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:40:12.855222 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:19.860085 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-61643785-7936-4b74-a49a-c3a92127034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:20.019279 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:40:22.420404 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2d073278-04d3-4da3-bbc7-2e6de6b4d6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:22.870685 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:23.494833 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:25.155003 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:49.862500 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1d4190b3-ac4a-4891-9b91-e240dbb2e372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:52.423462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-faa7333f-0b55-4ded-a1c5-769f3a64b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:52.872987 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:53.497386 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:55.154812 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:40:57.017315 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:41:19.865258 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ca6053ec-6ecc-474d-a7e2-666291538b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:22.427376 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2f72-edc9-439f-8083-d9b2a2d0cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:22.874418 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:23.501005 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:25.152165 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:28.332907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39662) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:41:28.338745 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [None req-9364f32c-93ae-40a0-a416-8a5fedf862e7 tempest-verify_tempest_config-2044104201 tempest-verify_tempest_config-2044104201-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:41:28.339721 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9364f32c-93ae-40a0-a416-8a5fedf862e7 tempest-verify_tempest_config-2044104201 tempest-verify_tempest_config-2044104201-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058284 Jul 20 11:41:28.638323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39680) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:41:28.748563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:28.842205 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:28.845838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:28.887487 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f2ab6-6bb4-41ba-8fd3-c929f8c93da4,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:41:28.891130 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93a1b6f304de42a88136f51fd1f02a79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2518253 Jul 20 11:41:28.893820 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39684) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:41:28.896532 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.896900 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.897236 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.897563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.897893 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.898221 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.898541 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.898870 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.899209 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.899526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.899838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.900159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfb882-a8ce-4ea6-a64e-604976f02d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:28.976906 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:28.997116 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:29.086310 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:29.088940 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:29.090093 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c76f2ab6-6bb4-41ba-8fd3-c929f8c93da4 HTTP/1.1" status: 204 len: 168 time: 0.1951427 Jul 20 11:41:29.098294 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f2ab6-6bb4-41ba-8fd3-c929f8c93da4,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:41:29.104837 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.105202 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.105542 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.105871 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.106192 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.106537 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.106862 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.107197 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.107520 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.107838 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.108152 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:29.108513 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed50d39-0991-4df3-94aa-30a967e28b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:41:34.023871 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:41:49.866804 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-374db8fe-5cb9-490d-a03c-0ba2b95fd2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:52.427786 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02489422-b0cd-437d-97d5-a736d818c06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:52.874623 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:53.503993 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:41:55.153395 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:11.027755 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:42:19.867446 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-08a473b9-2d74-4c39-bda7-f2c5c4a26eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:22.428777 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7658f47d-997b-46cb-aca2-322bb41a825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:22.875090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:23.507693 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:25.159774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:48.033519 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 5 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:42:49.867544 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ef42ba13-ebbc-4b26-854e-74d5714cbbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:52.428823 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-734bc68a-6b6a-4a68-9daf-4be2ead3fbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:52.875976 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:53.510694 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:55.159653 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:42:59.526561 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084724'] for agent, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:03.481750 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39738) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:43:03.581043 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c51bf02a-322d-44e7-b990-716850b1f3c3 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0981624 Jul 20 11:43:05.781080 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39748) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:43:05.833811 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-29c9d027-0241-435e-83e7-c731fd5b25b9 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516703 Jul 20 11:43:19.868114 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-0c0abfb1-8ca0-4f66-926a-965556fd174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:22.429958 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-3c7aac18-dd1a-4642-bbb7-385fa9497f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:22.876418 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:23.512758 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:25.037220 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:43:25.162761 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:29.488714 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:49.869713 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8cc80bdb-3927-4a09-81aa-50982b4fa0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:52.432613 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cefa-58d0-4843-81a3-61e8b9fb3004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:52.876487 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:53.517950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:55.167510 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:43:59.530287 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:02.038368 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:44:19.870466 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eaec43b0-05c5-4843-a5cd-74e157e88ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:22.432956 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42b2f669-ff92-496f-84da-14085ee1bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:22.877569 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:23.518422 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:25.168670 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:29.511469 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.019371 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 39962) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:39.044802 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:44:39.434886 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-network', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:39.438257 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.quota [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Loaded quota_driver: . Jul 20 11:44:39.485734 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Made reservation on behalf of e64b1d27d2f94db8837632cfa7a2297f for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:39.488409 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.504162 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.510315 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39982) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:39.577493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39992) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:39.612546 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 39996) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:39.612715 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.617873 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.648681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1463f8be-a6f1-40a5-92b0-f10bedd2ef8b,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:39.658581 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.658938 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.659275 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.659601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.659923 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.660257 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.660759 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.661255 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.661757 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.662244 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.662569 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.662885 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Tracked resource versions report: Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: pushed versions: Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: { 'AddressGroup': {'1.2'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'ConntrackHelper': {'1.0'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Log': {'1.0'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Network': {'1.1'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Port': {'1.7'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'PortForwarding': {'1.2'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'QosPolicy': {'1.8'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroup': {'1.4'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SubPort': {'1.0'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Subnet': {'1.1'}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Trunk': {'1.1'}} Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: consumer versions: Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: HyperV agent@hv-cinder-80135: {}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'ConntrackHelper': '1.0', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Log': '1.0', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Network': '1.1', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Port': '1.7', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'PortForwarding': '1.2', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'QosPolicy': '1.8', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroup': '1.4', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SecurityGroupRule': '1.2', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'SubPort': '1.0', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Subnet': '1.1', Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: 'Trunk': '1.1'}} Jul 20 11:44:39.663906 dv-cinder-801354-2-iscsi neutron-server[105204]: {{(pid=105204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:44:39.667274 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:44:39.687040 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741594578225', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.687900 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Unsubscribe: segment precommit_create {{(pid=105204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 11:44:39.688536 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Added segment 16e3ca3b-e582-4450-8857-eddf5d78c28c of type vlan for network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 Jul 20 11:44:39.728553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1149758619-network', 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:39.761279 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:39.764343 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.781711 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.793588 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-968342305-network', 'tenant_id': '1324663d11bf4eb380821013725e3496'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:39.826222 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.875717 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.877939 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:39.878973 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.928479 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-242894435-network', 'tenant_id': '5df006b74afd4703a3dfcfc561011908'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:39.934696 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9142444 Jul 20 11:44:39.937488 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Made reservation on behalf of 1324663d11bf4eb380821013725e3496 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:39.939750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.941267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40016) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:39.948189 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Request body: {'subnet': {'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-subnet', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:39.955867 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:39.963111 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.db.api [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 11:44:39.963111 dv-cinder-801354-2-iscsi neutron-server[105204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 11:44:39.963111 dv-cinder-801354-2-iscsi neutron-server[105204]: [parameters: {'project_id_1': 'e64b1d27d2f94db8837632cfa7a2297f', 'expiration_1': datetime.datetime(2021, 7, 20, 11, 44, 39, 953503)}] Jul 20 11:44:39.963111 dv-cinder-801354-2-iscsi neutron-server[105204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:44:39.963925 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG oslo_db.api [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:44:39.968402 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.db.api [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 11:44:39.968402 dv-cinder-801354-2-iscsi neutron-server[105205]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 11:44:39.968402 dv-cinder-801354-2-iscsi neutron-server[105205]: [parameters: {'project_id_1': '5df006b74afd4703a3dfcfc561011908', 'expiration_1': datetime.datetime(2021, 7, 20, 11, 44, 39, 945189)}] Jul 20 11:44:39.968402 dv-cinder-801354-2-iscsi neutron-server[105205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:44:39.968811 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG oslo_db.api [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:44:40.021697 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686f80b-b8c9-4035-a746-ed5bdf4a43a6 admin admin] Pushing event updated for resources: {'Network': ['ID=31b51acd-8be8-4cfb-95d5-7fb2ede04d05,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.036189 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:44:40.066672 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.113258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.143867 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:44:40.171019 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21730b2-70c8-4a47-8aff-bc133a355d60,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.179302 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.179890 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Added segment 739a5353-b9dc-4d49-abb3-b6457e522028 of type vlan for network 8d763db6-b5b5-402b-badc-830327f9ecd1 Jul 20 11:44:40.198384 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.198761 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.199107 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.199489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.199827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.200182 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.200575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.200951 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.201227 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.201548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.201871 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.202192 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Tracked resource versions report: Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: pushed versions: Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: { 'AddressGroup': {'1.2'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'ConntrackHelper': {'1.0'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Log': {'1.0'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Network': {'1.1'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Port': {'1.7'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'PortForwarding': {'1.2'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'QosPolicy': {'1.8'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroup': {'1.4'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SubPort': {'1.0'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Subnet': {'1.1'}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Trunk': {'1.1'}} Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: consumer versions: Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: HyperV agent@hv-cinder-80135: {}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'ConntrackHelper': '1.0', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Log': '1.0', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Network': '1.1', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Port': '1.7', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'PortForwarding': '1.2', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'QosPolicy': '1.8', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroup': '1.4', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SecurityGroupRule': '1.2', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'SubPort': '1.0', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Subnet': '1.1', Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: 'Trunk': '1.1'}} Jul 20 11:44:40.203288 dv-cinder-801354-2-iscsi neutron-server[105205]: {{(pid=105205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:44:40.249109 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.265459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.284832 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.320162 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:44:40.325727 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.326753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:40.327405 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.367707 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18ebb5-1897-4916-9bd3-aa416013396d,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.377571 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.377914 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Added segment cf51bb5b-f140-4b26-b024-b45ec7bc8bb5 of type vlan for network 03476d93-424a-4c0d-9be0-e1f678b8cd07 Jul 20 11:44:40.418464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] Pushing event updated for resources: {'Network': ['ID=8d763db6-b5b5-402b-badc-830327f9ecd1,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.422513 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a0cc3a99-cc6e-4be0-9da0-ae76d64cdec0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9103889 Jul 20 11:44:40.425480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40034) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:40.447840 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:44:40.452274 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Request body: {'subnet': {'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1149758619-subnet', 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:40.474809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.486796 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.db.api [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 11:44:40.486796 dv-cinder-801354-2-iscsi neutron-server[105204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 11:44:40.486796 dv-cinder-801354-2-iscsi neutron-server[105204]: [parameters: {'project_id_1': 'e64b1d27d2f94db8837632cfa7a2297f', 'expiration_1': datetime.datetime(2021, 7, 20, 11, 44, 40, 469119)}] Jul 20 11:44:40.486796 dv-cinder-801354-2-iscsi neutron-server[105204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:44:40.487331 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG oslo_db.api [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:44:40.495739 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.db.api [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 11:44:40.495739 dv-cinder-801354-2-iscsi neutron-server[105205]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 11:44:40.495739 dv-cinder-801354-2-iscsi neutron-server[105205]: [parameters: {'project_id_1': '5df006b74afd4703a3dfcfc561011908', 'expiration_1': datetime.datetime(2021, 7, 20, 11, 44, 40, 480324)}] Jul 20 11:44:40.495739 dv-cinder-801354-2-iscsi neutron-server[105205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:44:40.496116 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG oslo_db.api [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:44:40.510890 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:40.513417 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.596471 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.597949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:40.598795 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.656634 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0777941 Jul 20 11:44:40.656853 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40046) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:40.663451 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Request body: {'subnet': {'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-subnet', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:40.717414 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70db1c-ed68-4252-85e7-0ccfcd94ae9a admin admin] Pushing event updated for resources: {'Network': ['ID=03476d93-424a-4c0d-9be0-e1f678b8cd07,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.730238 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:44:40.747488 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Made reservation on behalf of 1324663d11bf4eb380821013725e3496 for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:40.749880 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.801470 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.856176 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Made reservation on behalf of e64b1d27d2f94db8837632cfa7a2297f for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:40.859180 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:40.925292 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Pushing event updated for resources: {'Subnet': ['ID=648122c7-1f97-4817-8ba9-d8fa438e7bf4,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:40.967737 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Checking segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:40.968440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Network hostable DHCP agents. Network: 8d763db6-b5b5-402b-badc-830327f9ecd1, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:44:41.004888 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:44:41.026231 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 8d763db6-b5b5-402b-badc-830327f9ecd1) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:41.032328 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:41.033057 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.038297 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16f6eb-86bb-4ce4-9581-d49b1dae90c3 None None] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:41.068170 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-fa3c085c-3b3f-4ee2-a724-e6529874016e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6329908 Jul 20 11:44:41.182694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Made reservation on behalf of 5df006b74afd4703a3dfcfc561011908 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:41.185129 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.220410 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.229198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24889593-bc52-4ecf-ba4c-e5899d873bd8 None None] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:41.430422 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.488899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.495434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.541600 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.544480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:44:41.553697 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04920515-d20c-4328-a135-91d564a775e6,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:41.561302 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.561990 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Added segment e4dfe045-113d-4016-ad4e-07ee712c651d of type vlan for network 60d0f2b0-ddb6-499a-a29d-ca749e07afff Jul 20 11:44:41.586126 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc84402c-f429-407c-a9ea-bdf67c148f65,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:41.590374 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Checking segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:41.590712 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Network hostable DHCP agents. Network: 31b51acd-8be8-4cfb-95d5-7fb2ede04d05, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:44:41.626725 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.660867 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Checking segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:41.660867 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Network hostable DHCP agents. Network: 03476d93-424a-4c0d-9be0-e1f678b8cd07, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:44:41.661200 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40086) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:41.667371 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:44:41.684507 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.685174 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8b9b82-8abf-489a-b366-212c97b293dd,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:41.686871 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:41.690469 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 31b51acd-8be8-4cfb-95d5-7fb2ede04d05) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:41.693652 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.695515 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:41.696281 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.700433 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:44:41.703914 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335ed65-6f2c-405a-81c2-5a6b11abf365 None None] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:41.710390 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 03476d93-424a-4c0d-9be0-e1f678b8cd07) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:41.715922 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:41.716938 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.724856 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-6dfc44c8-2bfa-4d78-9fdf-873a5ec2d433 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7820108 Jul 20 11:44:41.728927 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40090) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:41.733914 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be84b5c-f389-4f97-98e0-e824ac550418 None None] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:41.734412 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:41.735683 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1221383 Jul 20 11:44:41.741174 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40092) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:41.751668 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Request body: {'subnet': {'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-242894435-subnet', 'tenant_id': '5df006b74afd4703a3dfcfc561011908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:41.782883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed878-4c92-40b7-b10c-403033ca6830 admin admin] Pushing event updated for resources: {'Network': ['ID=60d0f2b0-ddb6-499a-a29d-ca749e07afff,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:41.798153 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.799330 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.822916 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40100) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:41.823525 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ee05aecd-49bb-42d6-ae22-fe83c7b3d683 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1652458 Jul 20 11:44:41.827651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:41.869692 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Made reservation on behalf of 5df006b74afd4703a3dfcfc561011908 for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:41.880187 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.881907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.883203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:41.901215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 60d0f2b0-ddb6-499a-a29d-ca749e07afff details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:44:41.956167 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c758df-bcaa-4c36-a588-630e0d0486f3 None None] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:42.034293 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.161434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.172663 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f23e2ec8-e57d-4f00-84d1-af40a149ce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.272876 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.403178 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40146) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:42.430723 dv-cinder-801354-2-iscsi neutron-server[105204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 11:44:42.460098 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:44:42.462815 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.468018 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.598996 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f23e2ec8-e57d-4f00-84d1-af40a149ce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.608866 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f23e2ec8-e57d-4f00-84d1-af40a149ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.626194 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.701231 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f23e2ec8-e57d-4f00-84d1-af40a149ce4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e8187da638a4b5483545ae402a42630&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0404830 Jul 20 11:44:42.702031 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40164) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:42.718879 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-93434932-5a12-4ea9-ae90-05c14ba64b12 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:42.720481 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-93434932-5a12-4ea9-ae90-05c14ba64b12 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.2977915 Jul 20 11:44:42.731948 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3835fbe-495c-4445-833d-ebfac606f07b,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:42.759212 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-cc9dd67b-8fc8-4c65-bc1d-6db33ecdfe84 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/quotas/746fe2416af74852b2c3a2aad9152f1a HTTP/1.1" status: 200 len: 375 time: 0.0282385 Jul 20 11:44:42.785659 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Allocated IP 172.20.0.2 (31b51acd-8be8-4cfb-95d5-7fb2ede04d05/dc84402c-f429-407c-a9ea-bdf67c148f65/94a82613-695a-41ef-8c7d-87f4459d4d5b) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:42.791593 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e2ec8-e57d-4f00-84d1-af40a149ce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96ef80-5041-4574-849a-54cdaa35b388,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:42.829056 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.898690 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:42.961568 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40174) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:43.014363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.050293 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.051638 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Transition to ACTIVE for port object 94a82613-695a-41ef-8c7d-87f4459d4d5b will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:43.053576 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.058216 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c96ef80-5041-4574-849a-54cdaa35b388 HTTP/1.1" status: 204 len: 168 time: 0.3530643 Jul 20 11:44:43.073462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.076547 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Transition to ACTIVE for port object 94a82613-695a-41ef-8c7d-87f4459d4d5b will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:43.077157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909937c-1503-4735-8b36-442b95adb6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96ef80-5041-4574-849a-54cdaa35b388,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:43.092576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Checking segment: {'id': 'e4dfe045-113d-4016-ad4e-07ee712c651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:43.092843 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Network hostable DHCP agents. Network: 60d0f2b0-ddb6-499a-a29d-ca749e07afff, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:44:43.093841 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.104021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.128762 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-941965c8-cad4-4c84-8055-4027d423301c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3583391 Jul 20 11:44:43.154862 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Network 60d0f2b0-ddb6-499a-a29d-ca749e07afff is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:44:43.161268 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:43.170210 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:43.172240 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.178814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:43.183155 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 60d0f2b0-ddb6-499a-a29d-ca749e07afff) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:43.206986 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.209436 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:43.210011 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.246889 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885c9e1-0f07-448b-9b95-21f2a71b5070 None None] Network 60d0f2b0-ddb6-499a-a29d-ca749e07afff requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:43.275899 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Pushing event updated for resources: {'Port': ['ID=94a82613-695a-41ef-8c7d-87f4459d4d5b,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:43.286269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Attempting to bind port 94a82613-695a-41ef-8c7d-87f4459d4d5b on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:43.286561 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Attempting to bind port 94a82613-695a-41ef-8c7d-87f4459d4d5b by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:43.287205 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Attempting to bind port 94a82613-695a-41ef-8c7d-87f4459d4d5b on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:43.292339 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bc900d7d-47ea-4587-9a83-4bb540253112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.304359 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.304359 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.304359 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.305581 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.306074 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.306799 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.307461 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.308579 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.309615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.311405 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.311825 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.312562 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Tracked resource versions report: Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: pushed versions: Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: { 'AddressGroup': {'1.2'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'ConntrackHelper': {'1.0'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Log': {'1.0'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Network': {'1.1'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Port': {'1.7'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'PortForwarding': {'1.2'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'QosPolicy': {'1.8'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroup': {'1.4'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SubPort': {'1.0'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Subnet': {'1.1'}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Trunk': {'1.1'}} Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: consumer versions: Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: HyperV agent@hv-cinder-80135: {}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'ConntrackHelper': '1.0', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Log': '1.0', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Network': '1.1', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Port': '1.7', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'PortForwarding': '1.2', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'QosPolicy': '1.8', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroup': '1.4', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SecurityGroupRule': '1.2', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'SubPort': '1.0', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Subnet': '1.1', Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: 'Trunk': '1.1'}} Jul 20 11:44:43.314160 dv-cinder-801354-2-iscsi neutron-server[105206]: {{(pid=105206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:44:43.338221 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-769dcb28-a072-4768-972e-4562ac9c12d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5835285 Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Checking segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Bound using segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Bound port: 94a82613-695a-41ef-8c7d-87f4459d4d5b, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:43.338338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.400638 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Allocated IP 172.27.1.4 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/bfd11eee-1028-4731-9da1-0329ed5ad9b8) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:43.423790 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-0134e907-6c82-4f8c-8a82-e8a739abc8c8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:44:43.425294 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-0134e907-6c82-4f8c-8a82-e8a739abc8c8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1078553 Jul 20 11:44:43.451057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] For port 94a82613-695a-41ef-8c7d-87f4459d4d5b, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:43.457796 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] For port 94a82613-695a-41ef-8c7d-87f4459d4d5b, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=94a82613-695a-41ef-8c7d-87f4459d4d5b,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:43.471036 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:43.576653 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-4aba8ff0-d484-46b0-9bf2-c8f7db058c3a service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440666 Jul 20 11:44:43.693102 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40196) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:43.708716 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6104-57df-4ce3-89b1-42ee87434702 None None] Pushing event updated for resources: {'Port': ['ID=94a82613-695a-41ef-8c7d-87f4459d4d5b,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:43.765557 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dbb56-27fd-41e7-a5ac-039c64af66ff None None] Network 60d0f2b0-ddb6-499a-a29d-ca749e07afff requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:43.780849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-efeb0705-f779-4b2e-8628-dd6be23ae2cf service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006788 Jul 20 11:44:44.039136 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-41431d30-37cb-4d84-89e4-fe23a8961486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.051804 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.113903 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bc900d7d-47ea-4587-9a83-4bb540253112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.127260 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bc900d7d-47ea-4587-9a83-4bb540253112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.218424 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-bc900d7d-47ea-4587-9a83-4bb540253112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d3dbe5ce5bd4c11b9c948ea05054152&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2527287 Jul 20 11:44:44.219224 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40234) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:44.230995 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc900d7d-47ea-4587-9a83-4bb540253112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193dfa92-6c42-4c1e-9344-5863d598760a,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:44.254108 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.304859 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40244) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:44.317600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:44.329533 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:44.335157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:44.382642 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Pushing event updated for resources: {'Port': ['ID=bfd11eee-1028-4731-9da1-0329ed5ad9b8,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:44.403474 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9be98cf6-873b-49a1-b871-3931e2a20286 req-f0953159-7249-462f-8832-eb1bdaa7ebaa tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.0971949 Jul 20 11:44:44.431458 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-41431d30-37cb-4d84-89e4-fe23a8961486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.451774 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-41431d30-37cb-4d84-89e4-fe23a8961486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.454203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.508263 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-41431d30-37cb-4d84-89e4-fe23a8961486 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e214952dd4d7474f98928005b1b0c4c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7886448 Jul 20 11:44:44.516330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40252) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:44.524286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431d30-37cb-4d84-89e4-fe23a8961486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9733144-c8a0-4545-a6d4-533ff5ef5e9b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:44.567267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Allocated IP 172.27.1.141 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/a70e5909-5441-4ab7-85fe-d230c257ccd6) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:44.570454 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.685562 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-928786d9-336f-495c-8121-3f8510c02cf2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:44.687834 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-928786d9-336f-495c-8121-3f8510c02cf2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/networks?id=60d0f2b0-ddb6-499a-a29d-ca749e07afff HTTP/1.1" status: 200 len: 811 time: 0.3759565 Jul 20 11:44:44.706621 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-483b67d7-626f-41b3-8bd9-87fa696a1bd2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/quotas/5df006b74afd4703a3dfcfc561011908 HTTP/1.1" status: 200 len: 375 time: 0.0126903 Jul 20 11:44:44.755416 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.758339 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.762977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.764115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/193dfa92-6c42-4c1e-9344-5863d598760a HTTP/1.1" status: 204 len: 168 time: 0.5429749 Jul 20 11:44:44.765444 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.791950 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d71a4-11fd-4d43-81e0-6cdcf4ede330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193dfa92-6c42-4c1e-9344-5863d598760a,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:44.803664 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-11fc5fd7-5fb3-48d2-8343-5964a651128b tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df006b74afd4703a3dfcfc561011908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681710 Jul 20 11:44:44.850521 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40264) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:44.884153 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.956078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:44.969382 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.063000 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Pushing event updated for resources: {'Port': ['ID=a70e5909-5441-4ab7-85fe-d230c257ccd6,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:45.097031 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:45.101784 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 94a82613-695a-41ef-8c7d-87f4459d4d5b up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:45.102292 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:45.107334 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:45.121171 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.162322 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739953e9-7cb5-4f30-9a44-4de578541953 None None] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:44:45.277719 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c500ea17-30b5-452f-8636-7e91b95c762a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.278449 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-5d68280a-5ca0-454c-a303-119c8aa0624b None None] Provisioning for port 94a82613-695a-41ef-8c7d-87f4459d4d5b completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:45.294111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.301008 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.305180 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9733144-c8a0-4545-a6d4-533ff5ef5e9b HTTP/1.1" status: 204 len: 168 time: 0.7848878 Jul 20 11:44:45.326094 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e77028-6653-4e0f-87ae-f70bc2656c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9733144-c8a0-4545-a6d4-533ff5ef5e9b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:45.367415 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-8e186e43-8516-4a4d-92ac-95d3a243ccf1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:44:45.374369 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-8e186e43-8516-4a4d-92ac-95d3a243ccf1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138866 Jul 20 11:44:45.386400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:44:45.386565 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 94a82613-695a-41ef-8c7d-87f4459d4d5b completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:45.399795 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 94a82613-695a-41ef-8c7d-87f4459d4d5b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:45.400174 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.499803 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40294) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:45.591244 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-534258ed-b555-4065-972b-4e68e966daca req-ddf11268-23e6-4247-b785-9eb7641bfe48 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.0855122 Jul 20 11:44:45.653941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:44:45.664312 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.671071 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Sync routers for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:44:45.684017 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:45.692683 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:45.720086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 94a82613-695a-41ef-8c7d-87f4459d4d5b, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=94a82613-695a-41ef-8c7d-87f4459d4d5b,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:44:45.728486 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.809440 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=94a82613-695a-41ef-8c7d-87f4459d4d5b,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:45.835827 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d62f2a9c-431c-487c-be52-a8f417e374bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:45.914714 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:45.931896 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-30a3e217-6576-4bf5-81f0-00bf0e448deb service neutron] 10.222.0.15 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873748 Jul 20 11:44:46.017061 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.085737 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-431cccb9-096d-44e9-9eee-b94aec7b95b6 None None] Provisioning complete for port 94a82613-695a-41ef-8c7d-87f4459d4d5b triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:46.088247 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-431cccb9-096d-44e9-9eee-b94aec7b95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.189650 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:44Z', 'revision_number': 3, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:46.230818 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Checking router: 77fdb298-165a-4a37-92ee-1920fa7cc5b7 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:44:46.231838 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Updating router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 port bfd11eee-1028-4731-9da1-0329ed5ad9b8 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:44:46.293837 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.358523 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-58bfacf9-32a4-4c46-b8fb-ba90b0552e8f service neutron] 10.222.0.15 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042473 Jul 20 11:44:46.616086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c500ea17-30b5-452f-8636-7e91b95c762a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.661465 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.666104 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-fd5b6aea-d2d3-4689-9874-cabfc4adbeec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8387375 Jul 20 11:44:46.668268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40352) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:46.677842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c500ea17-30b5-452f-8636-7e91b95c762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.703159 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9f0c19ef-5929-46ac-b68d-016c38bd0626 req-265425b7-8e90-40ae-b04f-ecc312a48130 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.0572824 Jul 20 11:44:46.757312 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.775693 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c500ea17-30b5-452f-8636-7e91b95c762a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=075f45b21a5f4c07b8f946bdeb4f66d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9206583 Jul 20 11:44:46.780401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40358) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:46.781582 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ea17-30b5-452f-8636-7e91b95c762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5fe30-2b04-4f11-8fe6-3b4f77c1ba7c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:46.831865 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.846585 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Transition to ACTIVE for port object bfd11eee-1028-4731-9da1-0329ed5ad9b8 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:46.855710 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:46.925375 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Attempting to bind port bfd11eee-1028-4731-9da1-0329ed5ad9b8 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:46.926372 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Attempting to bind port bfd11eee-1028-4731-9da1-0329ed5ad9b8 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:46.942770 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Attempting to bind port bfd11eee-1028-4731-9da1-0329ed5ad9b8 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:46.951847 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f6608dfc-b4cd-4bfd-9ca5-3352fd6bc027 req-e24267d6-f1fc-4140-802c-5fe5073abf59 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.1057975 Jul 20 11:44:46.998228 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Pushing event updated for resources: {'Port': ['ID=bfd11eee-1028-4731-9da1-0329ed5ad9b8,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:47.015537 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.016442 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.017159 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.017696 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.018238 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.018767 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.019390 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.020516 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.021080 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.021625 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.022151 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.022705 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Tracked resource versions report: Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: pushed versions: Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: { 'AddressGroup': {'1.2'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'ConntrackHelper': {'1.0'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Log': {'1.0'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Network': {'1.1'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Port': {'1.7'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'PortForwarding': {'1.2'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'QosPolicy': {'1.8'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroup': {'1.4'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroupRule': {'1.2'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SubPort': {'1.0'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Subnet': {'1.1'}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Trunk': {'1.1'}} Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: consumer versions: Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: { DHCP agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: HyperV agent@hv-cinder-80135: {}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: L3 agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: Metadata agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: Metering agent@dv-cinder-801354-2-iscsi: {}, Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: Open vSwitch agent@dv-cinder-801354-2-iscsi: { 'AddressGroup': '1.2', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'ConntrackHelper': '1.0', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Log': '1.0', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Network': '1.1', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Port': '1.7', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'PortForwarding': '1.2', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'QosPolicy': '1.8', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroup': '1.4', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SecurityGroupRule': '1.2', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'SubPort': '1.0', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Subnet': '1.1', Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: 'Trunk': '1.1'}} Jul 20 11:44:47.025192 dv-cinder-801354-2-iscsi neutron-server[105207]: {{(pid=105207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 11:44:47.039780 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:47.040789 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:47.042893 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.044772 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:47.045365 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Bound port: bfd11eee-1028-4731-9da1-0329ed5ad9b8, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:47.046609 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.055535 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.078921 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.104021 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 94a82613-695a-41ef-8c7d-87f4459d4d5b up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:47.119028 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] For port bfd11eee-1028-4731-9da1-0329ed5ad9b8, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:47.124028 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] For port bfd11eee-1028-4731-9da1-0329ed5ad9b8, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=bfd11eee-1028-4731-9da1-0329ed5ad9b8,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:47.130263 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.151308 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.154903 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.158466 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbf5fe30-2b04-4f11-8fe6-3b4f77c1ba7c HTTP/1.1" status: 204 len: 168 time: 0.3726838 Jul 20 11:44:47.187050 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 94a82613-695a-41ef-8c7d-87f4459d4d5b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:47.187690 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.191700 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5c9df-5fad-4b47-af5a-0e16dcb1efc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5fe30-2b04-4f11-8fe6-3b4f77c1ba7c,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:47.202718 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d62f2a9c-431c-487c-be52-a8f417e374bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.216581 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d62f2a9c-431c-487c-be52-a8f417e374bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.251489 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:44:47.262809 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98da0-0ede-4417-b6eb-269da4b28c6e None None] Pushing event updated for resources: {'Port': ['ID=bfd11eee-1028-4731-9da1-0329ed5ad9b8,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:47.291092 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:47.291735 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:47.308704 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d62f2a9c-431c-487c-be52-a8f417e374bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a6a8b61d4a34afabfe995185faa3e7f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7364783 Jul 20 11:44:47.310850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f2a9c-431c-487c-be52-a8f417e374bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12734c-b29f-458b-8d02-9f749c28e1d4,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:47.328063 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40380) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:47.419486 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:47.603580 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.650514 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.665294 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.712929 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.716688 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.718345 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b12734c-b29f-458b-8d02-9f749c28e1d4 HTTP/1.1" status: 204 len: 168 time: 0.2117584 Jul 20 11:44:47.722681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:44:47.737649 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:44:47.740185 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7ea0c-a815-40be-a0d1-8e2520d4f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12734c-b29f-458b-8d02-9f749c28e1d4,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:47.754823 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:47.756700 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-48d8ee21-ac10-4e2c-a531-f2f64048a224 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0265319 Jul 20 11:44:47.760497 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40402) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:47.789043 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:47.793089 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:47.844108 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:44Z', 'revision_number': 3, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:47.919848 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4531de-ac3e-4967-850c-723b34021fdb None None] The sync data for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi is: [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:44Z', 'revision_number': 3, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:44:47.977781 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f1289ec6-4a9c-4256-8f8c-f2a956b34aea req-c52ad840-46e6-47f3-8a56-90040463d8f1 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.1255407 Jul 20 11:44:48.036458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:48.146186 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Allocated IP 172.20.0.1 (03476d93-424a-4c0d-9be0-e1f678b8cd07/1f8b9b82-8abf-489a-b366-212c97b293dd/d72dce88-5db3-4c63-ac00-812140538568) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:48.243153 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6436596c-beca-40d4-8568-0f769d9cdc98 req-412a80b1-25cb-4914-86ff-296077ee2826 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.0717783 Jul 20 11:44:48.369243 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:45Z', 'revision_number': 3, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:48.412401 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:44:48.418168 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Updating router 1f8d8e26-f616-4b45-b352-ab12d0942e77 port a70e5909-5441-4ab7-85fe-d230c257ccd6 binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:44:48.421057 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:48.471673 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:48.532510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:48.656272 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:48.661546 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:48.670399 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:48.670887 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:48.719542 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:48.776722 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Pushing event updated for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:48.995759 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.060227 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Transition to ACTIVE for port object a70e5909-5441-4ab7-85fe-d230c257ccd6 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:49.065652 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.088163 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.153772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device bfd11eee-1028-4731-9da1-0329ed5ad9b8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:49.204813 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Attempting to bind port a70e5909-5441-4ab7-85fe-d230c257ccd6 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:49.205382 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Attempting to bind port a70e5909-5441-4ab7-85fe-d230c257ccd6 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:49.206149 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Attempting to bind port a70e5909-5441-4ab7-85fe-d230c257ccd6 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:49.220654 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:49.221031 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:49.221479 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.221874 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:49.222351 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Bound port: a70e5909-5441-4ab7-85fe-d230c257ccd6, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:49.222954 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.239233 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Allocated IP 172.20.0.1 (31b51acd-8be8-4cfb-95d5-7fb2ede04d05/dc84402c-f429-407c-a9ea-bdf67c148f65/81493720-60d0-413f-baac-9db0f21dc154) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:49.337466 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] For port a70e5909-5441-4ab7-85fe-d230c257ccd6, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:49.346557 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] For port a70e5909-5441-4ab7-85fe-d230c257ccd6, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a70e5909-5441-4ab7-85fe-d230c257ccd6,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:49.391135 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.480343 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.488184 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d27052-86a8-4555-8e8d-77e8d83ffc2b None None] Pushing event updated for resources: {'Port': ['ID=a70e5909-5441-4ab7-85fe-d230c257ccd6,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:49.522587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40454) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:49.558078 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:49.559132 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:49.588445 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.provisioning_blocks [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Transition to ACTIVE for port object 81493720-60d0-413f-baac-9db0f21dc154 will not be triggered until provisioned by entity DHCP. {{(pid=105204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:49.629561 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.642066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.643186 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.694474 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8e48833a-352a-4384-9051-827bb542a20c req-cc31c935-b78a-4bba-851f-3bd2ad36a8b9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.1805680 Jul 20 11:44:49.699777 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5adc208b-b325-4992-8143-64e74fae5894 req-3f5d93fb-b247-46ff-8063-1b1768ea9e9d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.1781781 Jul 20 11:44:49.776743 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Pushing event updated for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:49.864875 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port bfd11eee-1028-4731-9da1-0329ed5ad9b8 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:49.884659 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d27052-86a8-4555-8e8d-77e8d83ffc2b None None] Pushing event updated for resources: {'Port': ['ID=a70e5909-5441-4ab7-85fe-d230c257ccd6,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:49.888126 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port bfd11eee-1028-4731-9da1-0329ed5ad9b8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:49.888489 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.926214 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-893bad16-1169-4be7-9bbc-87cb1dfbf5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.934131 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-377947c6-555a-4fba-8695-eeaf93051b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.963375 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:49.971588 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:49.973149 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:49.993052 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:50.160439 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:44:50.225365 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:50.230055 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:50.244148 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:50.244764 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:50.373526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:44:50.396097 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-fc2d0800-4646-44f7-97ad-305f4d5a71da admin admin] 10.222.0.15 "PUT /v2.0/routers/77fdb298-165a-4a37-92ee-1920fa7cc5b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7266467 Jul 20 11:44:50.401946 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:50.471529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.26', 59617) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:50.471683 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Pushing event updated for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:50.543926 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port bfd11eee-1028-4731-9da1-0329ed5ad9b8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=bfd11eee-1028-4731-9da1-0329ed5ad9b8,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:44:50.597063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:50.687337 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Sync routers for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:44:50.700500 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:50.701126 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:50.808135 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=bfd11eee-1028-4731-9da1-0329ed5ad9b8,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:50.821980 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f9243341-aed8-4320-a22c-adf641cf55ec None None] Provisioning for port 81493720-60d0-413f-baac-9db0f21dc154 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:50.852989 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f9243341-aed8-4320-a22c-adf641cf55ec None None] Provisioning complete for port 81493720-60d0-413f-baac-9db0f21dc154 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:50.853501 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f9243341-aed8-4320-a22c-adf641cf55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:50.986932 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.26', 59622) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:51.012210 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:45Z', 'revision_number': 3, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:51.072805 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-33806045-6dd9-4f1c-879b-f1c67592e540 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:51.078198 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-33806045-6dd9-4f1c-879b-f1c67592e540 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.26 "GET /v2.0/networks?id=60d0f2b0-ddb6-499a-a29d-ca749e07afff HTTP/1.1" status: 200 len: 811 time: 0.6047351 Jul 20 11:44:51.136727 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-faa27f08-c606-4aa5-ab94-b188ae529f2c req-74daeb31-d4cc-46fb-ad97-e54d2860c85b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.0880308 Jul 20 11:44:51.139015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Request body: {'port': {'device_id': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff', 'admin_state_up': True, 'tenant_id': '5df006b74afd4703a3dfcfc561011908'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:51.179604 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device bfd11eee-1028-4731-9da1-0329ed5ad9b8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:51.205275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26a660-cf15-4b49-a493-5dc8bdc934e8 None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:45Z', 'revision_number': 3, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:44:51.268041 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-f9243341-aed8-4320-a22c-adf641cf55ec None None] Port 81493720-60d0-413f-baac-9db0f21dc154 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:44:51.385646 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port bfd11eee-1028-4731-9da1-0329ed5ad9b8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:51.388233 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:51.390956 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:51.418947 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-377947c6-555a-4fba-8695-eeaf93051b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:51.422528 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:51.459936 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d1bb0a15-43fd-4e73-b6de-6e44d18a521d req-dc301eb6-6644-4ef9-a137-362cdd5307d6 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.4095316 Jul 20 11:44:51.466587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-377947c6-555a-4fba-8695-eeaf93051b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:51.572442 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40554) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:51.573360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377947c6-555a-4fba-8695-eeaf93051b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6437bde-f7c2-4f45-832b-928262bcdf67,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:51.679273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-574be83e-88d8-4bf8-bb3e-0e60b617a3c1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:51.685508 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-574be83e-88d8-4bf8-bb3e-0e60b617a3c1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.6975048 Jul 20 11:44:51.753137 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-377947c6-555a-4fba-8695-eeaf93051b6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d8e0a95f0ad492886d7a9bcd5cb19e2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2128370 Jul 20 11:44:51.779796 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40578) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:51.829936 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Request body: {'port': {'device_id': '789ee6fc-ae49-4913-9403-d774a7df1422', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'admin_state_up': True, 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:51.913878 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:48Z', 'revision_number': 4, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'd72dce88-5db3-4c63-ac00-812140538568', 'name': '', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'mac_address': 'fa:16:3e:75:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:47Z', 'updated_at': '2021-07-20T11:44:49Z', 'revision_number': 2, 'project_id': '1324663d11bf4eb380821013725e3496', 'subnets': [{'id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:51.960734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Made reservation on behalf of 5df006b74afd4703a3dfcfc561011908 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:51.965774 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.000819 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Checking router: 77fdb298-165a-4a37-92ee-1920fa7cc5b7 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:44:52.009886 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Updating router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 port d72dce88-5db3-4c63-ac00-812140538568 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:44:52.092491 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.201564 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.246669 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-88c5a934-2fbd-4371-b4ff-a94cac1ed918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.386896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-532720bd-0405-4636-9875-fad4625f4849 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:52.388438 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-532720bd-0405-4636-9875-fad4625f4849 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 818 time: 0.7394941 Jul 20 11:44:52.449206 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ef94-0b70-4873-a503-47598f45fbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.469090 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d9fb9eb9-f51d-4f34-bc35-d44aba272856 req-dc319f9a-5264-4437-b80d-484cd234730d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.1216533 Jul 20 11:44:52.493866 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-d58ad2bf-3379-4610-8d02-a28e95f289cf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/quotas/1324663d11bf4eb380821013725e3496 HTTP/1.1" status: 200 len: 375 time: 0.0502422 Jul 20 11:44:52.501335 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.511008 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.542602 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Transition to ACTIVE for port object d72dce88-5db3-4c63-ac00-812140538568 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:52.557919 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.645972 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dc1a2-f53d-49f6-b402-29b5b57a0ab3 None None] Pushing event updated for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:52.722667 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Attempting to bind port d72dce88-5db3-4c63-ac00-812140538568 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:52.723259 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Attempting to bind port d72dce88-5db3-4c63-ac00-812140538568 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:52.723769 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Attempting to bind port d72dce88-5db3-4c63-ac00-812140538568 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:52.730819 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:52.731290 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Allocated IP 172.20.0.13 (60d0f2b0-ddb6-499a-a29d-ca749e07afff/c3835fbe-495c-4445-833d-ebfac606f07b/6819baf1-c2d0-4331-976b-f74aaefe9617) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:52.732048 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Checking segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:52.732622 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.733429 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Bound using segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:52.734068 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Bound port: d72dce88-5db3-4c63-ac00-812140538568, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:52.734615 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.858633 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ff9b0dd-d2c7-4558-845d-af20e1e1114a req-b11b1d26-5cf1-4f59-9fa3-a715e97a47ba tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.1550865 Jul 20 11:44:52.896796 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.931731 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] For port d72dce88-5db3-4c63-ac00-812140538568, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:52.940733 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] For port d72dce88-5db3-4c63-ac00-812140538568, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=d72dce88-5db3-4c63-ac00-812140538568,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:52.956783 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:52.980446 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.035361 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:53.035987 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:53.051426 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.063696 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.159603 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.173676 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a70e5909-5441-4ab7-85fe-d230c257ccd6 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:53.250393 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.264903 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.265977 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port a70e5909-5441-4ab7-85fe-d230c257ccd6 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:53.271446 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6437bde-f7c2-4f45-832b-928262bcdf67 HTTP/1.1" status: 204 len: 168 time: 1.4893866 Jul 20 11:44:53.272401 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:53.277107 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.310245 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a70e5909-5441-4ab7-85fe-d230c257ccd6 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:53.313855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.428984 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f440-9efd-417c-b445-b0271faa33e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6437bde-f7c2-4f45-832b-928262bcdf67,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:53.442899 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-2514e9d0-3f20-41c5-8a7a-bd20902215b9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9215491 Jul 20 11:44:53.517562 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Network 60d0f2b0-ddb6-499a-a29d-ca749e07afff is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:53.538081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:53.544289 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:53.555778 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:53.561304 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.565252 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Pushing event updated for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:53.592615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Pushing event updated for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:53.626903 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-88c5a934-2fbd-4371-b4ff-a94cac1ed918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.647338 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8f70436-18a6-4a14-bd1b-b674c2ebfa5d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5205634 Jul 20 11:44:53.653955 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-88c5a934-2fbd-4371-b4ff-a94cac1ed918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.663704 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.672649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-e8b2c77a-80b1-4754-a473-bd4368afe109 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:44:53.674364 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-e8b2c77a-80b1-4754-a473-bd4368afe109 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180666 Jul 20 11:44:53.692602 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:44:53.697520 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.714102 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.763942 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dc1a2-f53d-49f6-b402-29b5b57a0ab3 None None] Pushing event updated for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=4']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:53.769141 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port a70e5909-5441-4ab7-85fe-d230c257ccd6, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a70e5909-5441-4ab7-85fe-d230c257ccd6,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:44:53.780883 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:53.894330 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:48Z', 'revision_number': 4, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'd72dce88-5db3-4c63-ac00-812140538568', 'name': '', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'mac_address': 'fa:16:3e:75:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:47Z', 'updated_at': '2021-07-20T11:44:52Z', 'revision_number': 4, 'project_id': '1324663d11bf4eb380821013725e3496', 'subnets': [{'id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:53.966035 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=a70e5909-5441-4ab7-85fe-d230c257ccd6,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:53.972645 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86eac-aa12-4c43-ba7f-d1de0929a290 None None] The sync data for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi is: [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:48Z', 'revision_number': 4, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'd72dce88-5db3-4c63-ac00-812140538568', 'name': '', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'mac_address': 'fa:16:3e:75:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:47Z', 'updated_at': '2021-07-20T11:44:52Z', 'revision_number': 4, 'project_id': '1324663d11bf4eb380821013725e3496', 'subnets': [{'id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:44:54.035570 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-85bb28cf-94e7-4b61-98f0-67258c8b8f5f req-78f49000-4be1-46ed-b756-6ce9781bfd40 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.2349396 Jul 20 11:44:54.168085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5a934-2fbd-4371-b4ff-a94cac1ed918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9d17e-e501-4f49-b9bd-68350d411f18,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:54.219969 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-dab62cc9-2e2b-43bb-a37f-a4206a59df1f service neutron] 10.222.0.15 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354789 Jul 20 11:44:54.233554 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40628) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:54.248949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Allocated IP 172.20.0.10 (8d763db6-b5b5-402b-badc-830327f9ecd1/648122c7-1f97-4817-8ba9-d8fa438e7bf4/4cb44b2f-3e9c-4b4b-b181-53b148016738) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:44:54.267392 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:54.282442 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:54.287123 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-88c5a934-2fbd-4371-b4ff-a94cac1ed918 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce294e901f1c41229402f9a0fe849889&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7063403 Jul 20 11:44:54.303518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40630) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:54.402369 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Request body: {'port': {'device_id': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:54.448949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef071-c525-410e-a852-d507995c0873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:54.659017 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:54.677526 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-c5243b2e-cd9a-4e46-ade8-2de5ac7aa2d2 None None] Provisioning complete for port 81493720-60d0-413f-baac-9db0f21dc154 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:54.678676 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-c5243b2e-cd9a-4e46-ade8-2de5ac7aa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:54.788261 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-c5243b2e-cd9a-4e46-ade8-2de5ac7aa2d2 None None] Port 81493720-60d0-413f-baac-9db0f21dc154 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:44:54.956766 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6db8a-6c1c-4450-940f-5e7f748ae292 req-7a26eb02-80aa-42e0-a6ba-6dd07fc72872 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:54.958364 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-21c6db8a-6c1c-4450-940f-5e7f748ae292 req-7a26eb02-80aa-42e0-a6ba-6dd07fc72872 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 932 time: 0.7213740 Jul 20 11:44:55.079007 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.195104 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.214651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-4f1bbe7d-f221-48e6-8eba-8b71ef2884e6 service neutron] 10.222.0.15 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9934561 Jul 20 11:44:55.254558 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.351608 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a70e5909-5441-4ab7-85fe-d230c257ccd6 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:55.380594 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef071-c525-410e-a852-d507995c0873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.410139 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-21c6db8a-6c1c-4450-940f-5e7f748ae292 req-26268c7d-0a1a-4695-aaff-c45203df585d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104092 Jul 20 11:44:55.418172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.422012 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.423450 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36b9d17e-e501-4f49-b9bd-68350d411f18 HTTP/1.1" status: 204 len: 168 time: 1.1161599 Jul 20 11:44:55.487792 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325f8a7-f803-4671-94ea-b2e62bfdb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9d17e-e501-4f49-b9bd-68350d411f18,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:55.498159 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:44:55.559045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.590014 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef071-c525-410e-a852-d507995c0873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.614950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a70e5909-5441-4ab7-85fe-d230c257ccd6 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:55.615350 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:55.745567 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ff2ef071-c525-410e-a852-d507995c0873 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c397b865a184f75964345d4032323c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4169595 Jul 20 11:44:55.766473 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ef071-c525-410e-a852-d507995c0873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539d01e-e7ec-4aba-bd60-62604d655bb4,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:55.797337 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40676) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:55.841226 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device d72dce88-5db3-4c63-ac00-812140538568 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:55.935314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port d72dce88-5db3-4c63-ac00-812140538568 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:44:55.940772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port d72dce88-5db3-4c63-ac00-812140538568 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:55.941423 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.014015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.062800 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-60f2f0fb-2904-43e7-b69d-787e86b75ad7 req-7abe3c0f-55a3-49c6-b1d3-004d6e03331b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.4198031 Jul 20 11:44:56.080142 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.104497 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-664cb911-6a6b-4a48-95db-55df5c2e0655 req-bd7504a2-d396-497b-8b12-77883ff04755 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 210 time: 0.4249747 Jul 20 11:44:56.232337 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port d72dce88-5db3-4c63-ac00-812140538568, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=d72dce88-5db3-4c63-ac00-812140538568,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:44:56.235228 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:44:56.239560 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.261845 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-727ef56c-8a6f-4af2-bdaa-316cf7b1b64f admin admin] 10.222.0.15 "PUT /v2.0/routers/1f8d8e26-f616-4b45-b352-ab12d0942e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4992681 Jul 20 11:44:56.282902 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.383955 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.465543 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:56.479271 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:44:56.509017 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:56.509180 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40712) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:56.517624 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:56.667505 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:44:56.669241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event updated for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:56.689510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:44:56.694136 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:44:56.701782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:56.702862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.705894 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.708787 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.710447 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1539d01e-e7ec-4aba-bd60-62604d655bb4 HTTP/1.1" status: 204 len: 168 time: 0.9115648 Jul 20 11:44:56.741234 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:44:56.757409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f493f41-b53e-4d13-ad73-e56edc892ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539d01e-e7ec-4aba-bd60-62604d655bb4,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:56.769240 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-6ff3d23e-5a56-4815-a69b-6dea7e4add2d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9442935 Jul 20 11:44:56.777064 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819baf1-c2d0-4331-976b-f74aaefe9617 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:44:56.804242 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Request body: {'port': {'device_id': '789ee6fc-ae49-4913-9403-d774a7df1422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:56.879297 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.918094 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Transition to ACTIVE for port object 6819baf1-c2d0-4331-976b-f74aaefe9617 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:56.927518 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:56.975930 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ac9-5fe9-4356-8977-9617429bab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.031215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 2, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:57.070417 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:44:57.071064 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Updating router 1f8d8e26-f616-4b45-b352-ab12d0942e77 port 81493720-60d0-413f-baac-9db0f21dc154 binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:44:57.083744 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-66a9439b-ca9f-4c2c-8eee-5f64a61e2c35 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:57.088978 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-66a9439b-ca9f-4c2c-8eee-5f64a61e2c35 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 818 time: 0.4761043 Jul 20 11:44:57.120625 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.145095 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69679-92c0-4ba2-adb4-ec6ef8f7b70f req-4080b747-9c77-4c03-acf6-7cc4b10b8a9a tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:57.150135 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-47b69679-92c0-4ba2-adb4-ec6ef8f7b70f req-4080b747-9c77-4c03-acf6-7cc4b10b8a9a tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 932 time: 0.5424671 Jul 20 11:44:57.188251 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.214320 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-debd5d26-bc1f-4cc9-a22e-631498e6996a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/quotas/1324663d11bf4eb380821013725e3496 HTTP/1.1" status: 200 len: 375 time: 0.1167555 Jul 20 11:44:57.382271 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device d72dce88-5db3-4c63-ac00-812140538568 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:44:57.429282 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-47b69679-92c0-4ba2-adb4-ec6ef8f7b70f req-e1712af5-3d2c-4347-bc3c-c16105bbb4a5 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651610 Jul 20 11:44:57.454474 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Pushing event updated for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:57.484900 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Attempting to bind port 6819baf1-c2d0-4331-976b-f74aaefe9617 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:57.485369 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Attempting to bind port 6819baf1-c2d0-4331-976b-f74aaefe9617 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'e4dfe045-113d-4016-ad4e-07ee712c651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:57.485782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Attempting to bind port 6819baf1-c2d0-4331-976b-f74aaefe9617 on network 60d0f2b0-ddb6-499a-a29d-ca749e07afff {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:57.493933 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Port 6819baf1-c2d0-4331-976b-f74aaefe9617 on network 60d0f2b0-ddb6-499a-a29d-ca749e07afff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:44:57.494277 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Attempting to bind port 6819baf1-c2d0-4331-976b-f74aaefe9617 on network 60d0f2b0-ddb6-499a-a29d-ca749e07afff {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:57.560058 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:57.560805 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Checking segment: {'id': 'e4dfe045-113d-4016-ad4e-07ee712c651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:57.561783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Bound using segment: {'id': 'e4dfe045-113d-4016-ad4e-07ee712c651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:57.562288 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Bound port: 6819baf1-c2d0-4331-976b-f74aaefe9617, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dfe045-113d-4016-ad4e-07ee712c651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:57.562670 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.625012 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fdf9e326-5e95-43e5-9d38-da3fc4ba58e4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3881166 Jul 20 11:44:57.638759 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ac9-5fe9-4356-8977-9617429bab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.686718 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ac9-5fe9-4356-8977-9617429bab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.693408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:57.706067 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6819baf1-c2d0-4331-976b-f74aaefe9617,segment=NetworkSegment(e4dfe045-113d-4016-ad4e-07ee712c651d),segment_id=e4dfe045-113d-4016-ad4e-07ee712c651d)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:57.713691 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40744) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:57.751478 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.863240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:57.863885 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:57.865471 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] 10.222.0.26 "PUT /v2.0/ports/6819baf1-c2d0-4331-976b-f74aaefe9617 HTTP/1.1" status: 200 len: 1094 time: 3.7964554 Jul 20 11:44:57.922483 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-55fe6ac9-5fe9-4356-8977-9617429bab87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b91a0dc8980d41b38e0001a3b0592be7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4122875 Jul 20 11:44:57.926424 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40752) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:57.929368 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe6ac9-5fe9-4356-8977-9617429bab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67ad31-a738-498a-bdda-a4898d76c3a2,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:58.091375 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-91398e0b-e6ed-479f-b567-795067c2f498 service neutron] 10.222.0.15 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464211 Jul 20 11:44:58.357624 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:44:58.370285 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:58.404675 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port d72dce88-5db3-4c63-ac00-812140538568 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:44:58.405293 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:58.434312 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Transition to ACTIVE for port object 81493720-60d0-413f-baac-9db0f21dc154 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:44:58.438931 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:58.455477 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:58.570945 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:58.595405 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dea4a-6c98-4b8a-ab51-3250389b9d18 service neutron] Pushing event updated for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:58.617239 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-dfe1a01b-237b-49cc-9ac8-1dbcf9efacad service neutron] 10.222.0.15 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238793 Jul 20 11:44:58.694532 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.26', 59631) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:58.706518 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77578-0b36-4016-a36d-374a793213a7 None None] Pushing event updated for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:58.734943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f86d3254-7fa1-46a1-8ac3-5a6c0aad075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.165469 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-b094eb74-eecc-4606-82e8-4709bdc51f55 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:59.176535 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-b094eb74-eecc-4606-82e8-4709bdc51f55 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 818 time: 0.4808147 Jul 20 11:44:59.188976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-343c17eb-fb85-4936-b0fe-8d26046ce347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:59.193941 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-343c17eb-fb85-4936-b0fe-8d26046ce347 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5df006b74afd4703a3dfcfc561011908&device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 1097 time: 0.6344094 Jul 20 11:44:59.213615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Attempting to bind port 81493720-60d0-413f-baac-9db0f21dc154 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:44:59.216377 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Attempting to bind port 81493720-60d0-413f-baac-9db0f21dc154 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:44:59.216766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Attempting to bind port 81493720-60d0-413f-baac-9db0f21dc154 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:44:59.232528 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:44:59.232921 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Checking segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:44:59.234619 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.236462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Bound using segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:44:59.237009 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Bound port: 81493720-60d0-413f-baac-9db0f21dc154, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:44:59.237407 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.248621 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f86d3254-7fa1-46a1-8ac3-5a6c0aad075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.287444 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Request body: {'port': {'device_id': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'admin_state_up': True, 'tenant_id': '1324663d11bf4eb380821013725e3496'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:59.361592 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f86d3254-7fa1-46a1-8ac3-5a6c0aad075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.408917 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:44:59.443975 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] For port 81493720-60d0-413f-baac-9db0f21dc154, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:44:59.449792 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] For port 81493720-60d0-413f-baac-9db0f21dc154, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=81493720-60d0-413f-baac-9db0f21dc154,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:44:59.461090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.615447 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f86d3254-7fa1-46a1-8ac3-5a6c0aad075d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0370721c83854b05a7376c115690dcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8982563 Jul 20 11:44:59.622246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40800) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:59.622607 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40802) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:44:59.637777 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d3254-7fa1-46a1-8ac3-5a6c0aad075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae662c6-d46d-4292-9ef5-122852766a8b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:59.663628 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.680605 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953902828', 'description': 'tempest-description--1107485420'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:44:59.682269 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.689077 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce67ad31-a738-498a-bdda-a4898d76c3a2 HTTP/1.1" status: 204 len: 168 time: 1.7498240 Jul 20 11:44:59.708047 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:44:59.759409 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdfea7-d45d-4d44-947c-64b91292230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67ad31-a738-498a-bdda-a4898d76c3a2,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:44:59.768103 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:44:59.771177 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-b8aac9e2-8346-4cab-8830-addc053ad63f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6819baf1-c2d0-4331-976b-f74aaefe9617 HTTP/1.1" status: 200 len: 217 time: 0.4918914 Jul 20 11:44:59.773158 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:44:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:44:59.813098 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2384-44b5-4b98-8169-07662fd9433b req-ae87b21c-5f81-445d-b5b3-2550a56e909b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:44:59.830636 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c9ba2384-44b5-4b98-8169-07662fd9433b req-ae87b21c-5f81-445d-b5b3-2550a56e909b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 932 time: 0.5879591 Jul 20 11:45:00.003501 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77578-0b36-4016-a36d-374a793213a7 None None] Pushing event updated for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:00.137372 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:45:00.271849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.275021 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c9ba2384-44b5-4b98-8169-07662fd9433b req-d3ca1cca-bfbe-426e-964b-7f7ab723754e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391704 Jul 20 11:45:00.284596 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-a7eda244-4910-41c4-bab6-578ddedc3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:00.286114 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-a7eda244-4910-41c4-bab6-578ddedc3c30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3835fbe-495c-4445-833d-ebfac606f07b HTTP/1.1" status: 200 len: 851 time: 0.4583561 Jul 20 11:45:00.413028 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Made reservation on behalf of 1324663d11bf4eb380821013725e3496 for: {'port': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:00.417332 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.486953 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-59206828-6fb4-4b20-8bc0-a085cc066334 req-ed376bf7-4103-4760-8621-21f6f62a95ce tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.0458894 Jul 20 11:45:00.504911 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea39ce-68bf-48b1-8e2e-1752a41d326c req-5d2900d7-8862-4309-b84a-84255df5d497 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:00.513128 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-caea39ce-68bf-48b1-8e2e-1752a41d326c req-5d2900d7-8862-4309-b84a-84255df5d497 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.7553496 Jul 20 11:45:00.560977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.684449 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb44b2f-3e9c-4b4b-b181-53b148016738 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:00.706023 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.716026 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-caea39ce-68bf-48b1-8e2e-1752a41d326c req-df39e076-9fb8-4942-99ce-45598c35860b tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017012 Jul 20 11:45:00.759572 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Transition to ACTIVE for port object 4cb44b2f-3e9c-4b4b-b181-53b148016738 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:00.767185 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-f07dfe26-ea99-49b0-aab6-e2e84fb7d731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60d0f2b0-ddb6-499a-a29d-ca749e07afff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995988 Jul 20 11:45:00.782512 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:44:59Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:00.804459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.807344 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:00.819657 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88ef6e-0a09-46fb-8016-6062506cb3d4 None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:44:59Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:45:00.838202 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40830) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:00.951320 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e762798d-1ed3-4cd1-a168-75725e1f3f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:01.027804 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Allocated IP 172.20.0.14 (03476d93-424a-4c0d-9be0-e1f678b8cd07/1f8b9b82-8abf-489a-b366-212c97b293dd/5c2bdef4-5d0e-4b54-be00-2f9782af78a9) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:45:01.121508 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-24e508e7-674f-483a-a71f-929579b0e667 service neutron] 10.222.0.26 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186493 Jul 20 11:45:01.122163 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:01.488186 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 81493720-60d0-413f-baac-9db0f21dc154 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:01.500732 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35671631-3640-487c-a501-e9d3ca4b99b6 x-openstack-request-id: req-35671631-3640-487c-a501-e9d3ca4b99b6 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:01.501529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:01.502267 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35671631-3640-487c-a501-e9d3ca4b99b6 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:01.503055 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617', 'status': 'completed', 'code': 200} Jul 20 11:45:01.527357 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:01.619645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:01.644508 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 81493720-60d0-413f-baac-9db0f21dc154 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:01.662180 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.26', 59635) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:01.662927 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 81493720-60d0-413f-baac-9db0f21dc154 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:01.667678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:01.786033 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a214c192-2608-4f23-852c-ba32884e9301,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:01.955317 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-b4ceb170-f6b2-4730-990c-ec343ee0083f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:01.960239 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-b4ceb170-f6b2-4730-990c-ec343ee0083f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 818 time: 0.1673188 Jul 20 11:45:02.019600 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.022804 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-02840bcb-f799-4276-b5a6-ac9a96247f07 req-6affedf4-958e-4168-8161-ba53be12c113 service neutron] 10.222.0.26 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705204 Jul 20 11:45:02.035585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Request body: {'port': {'device_id': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'admin_state_up': True, 'tenant_id': '1324663d11bf4eb380821013725e3496'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:02.070483 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dcff4617-06be-4f26-859f-af9f817c77e5 req-f9da5c48-755b-4bb9-80d6-07c1a4cc23f2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.2844918 Jul 20 11:45:02.128525 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 81493720-60d0-413f-baac-9db0f21dc154, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=81493720-60d0-413f-baac-9db0f21dc154,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:02.138227 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.294021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Attempting to bind port 4cb44b2f-3e9c-4b4b-b181-53b148016738 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:45:02.294553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Attempting to bind port 4cb44b2f-3e9c-4b4b-b181-53b148016738 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:45:02.295058 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Attempting to bind port 4cb44b2f-3e9c-4b4b-b181-53b148016738 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:02.301989 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Port 4cb44b2f-3e9c-4b4b-b181-53b148016738 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:45:02.302684 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Attempting to bind port 4cb44b2f-3e9c-4b4b-b181-53b148016738 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:02.353467 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:02.358983 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:45:02.361864 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Checking segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:02.362949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Bound using segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:45:02.363424 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Bound port: 4cb44b2f-3e9c-4b4b-b181-53b148016738, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:45:02.363794 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.403211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.406805 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.407932 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ae662c6-d46d-4292-9ef5-122852766a8b HTTP/1.1" status: 204 len: 168 time: 2.6962442 Jul 20 11:45:02.506036 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.548695 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e5c5c-165b-4f7c-8219-8fc679556f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae662c6-d46d-4292-9ef5-122852766a8b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:02.604631 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3671-a278-4e39-ab43-c90d4348f6d1 req-5133ddfb-d1d0-47dd-ae27-6b02a538a905 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:02.613976 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f7f3671-a278-4e39-ab43-c90d4348f6d1 req-5133ddfb-d1d0-47dd-ae27-6b02a538a905 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.8236630 Jul 20 11:45:02.648924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-f0bbd9ef-096a-411f-ba01-c32ec2f63353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:02.650851 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-f0bbd9ef-096a-411f-ba01-c32ec2f63353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5df006b74afd4703a3dfcfc561011908&device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 1097 time: 0.3834682 Jul 20 11:45:02.679325 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:45:02.693821 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:45:02.697821 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.726305 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.829838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:02.831251 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:02.833235 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/4cb44b2f-3e9c-4b4b-b181-53b148016738 HTTP/1.1" status: 200 len: 1094 time: 6.0371344 Jul 20 11:45:02.983427 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Pushing event updated for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:02.988431 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f7f3671-a278-4e39-ab43-c90d4348f6d1 req-f1d76865-446e-4ec6-969f-95ef0cc875ab tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733468 Jul 20 11:45:03.023991 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fca76-946a-4718-9b8d-93e89709db13 req-8b9f6a2b-e11f-4aa5-a2ec-89194ee74ead tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:03.025862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabc33b-5d5f-4c87-9940-0c2ac85d11c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:03.031774 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bc5fca76-946a-4718-9b8d-93e89709db13 req-8b9f6a2b-e11f-4aa5-a2ec-89194ee74ead tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.7998917 Jul 20 11:45:03.044343 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e762798d-1ed3-4cd1-a168-75725e1f3f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.098864 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:45:03.105677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e762798d-1ed3-4cd1-a168-75725e1f3f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.131019 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:03.131882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.133098 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-afecff80-076f-4400-adeb-91c23069ab73 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4719844 Jul 20 11:45:03.134144 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:45:03.142829 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40880) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:03.144151 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:03.145018 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.169507 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group_rule': {'security_group_id': 'a214c192-2608-4f23-852c-ba32884e9301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:03.202469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-970b6a96-2c3a-4f74-86e0-9e21811d8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:03.204648 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-970b6a96-2c3a-4f74-86e0-9e21811d8c33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60d0f2b0-ddb6-499a-a29d-ca749e07afff HTTP/1.1" status: 200 len: 912 time: 0.5396280 Jul 20 11:45:03.214199 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Made reservation on behalf of 1324663d11bf4eb380821013725e3496 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:03.217852 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.257090 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bc5fca76-946a-4718-9b8d-93e89709db13 req-187dc381-fad7-42ce-9911-b800e8980434 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224741 Jul 20 11:45:03.326913 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40886) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:03.337127 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 81493720-60d0-413f-baac-9db0f21dc154 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:03.356061 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5571cdf7-3ce7-43d3-b18c-bce7c9be6f72 req-6c584fca-a082-4443-84d0-3264734845c7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.1626391 Jul 20 11:45:03.369895 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-824b11c7-5245-4e72-ba61-497d2b30edf3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0890515 Jul 20 11:45:03.401621 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-e762798d-1ed3-4cd1-a168-75725e1f3f10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29ec79a111254a2c8eb95cde2a77be78&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5525205 Jul 20 11:45:03.411872 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40888) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:03.424719 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762798d-1ed3-4cd1-a168-75725e1f3f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74744fb7-3688-452e-9e1e-d37fb8e649e5,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:03.429378 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.478353 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 81493720-60d0-413f-baac-9db0f21dc154 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:03.478774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.689498 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:03.702293 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc08e178-6929-4589-b55f-4263ae277d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:03.732854 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.db.api [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 20 11:45:03.732854 dv-cinder-801354-2-iscsi neutron-server[105204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 20 11:45:03.732854 dv-cinder-801354-2-iscsi neutron-server[105204]: [parameters: {'project_id_1': '97e60faa1a1b40c29bd28b57590752b6', 'expiration_1': datetime.datetime(2021, 7, 20, 11, 45, 3, 443956)}] Jul 20 11:45:03.732854 dv-cinder-801354-2-iscsi neutron-server[105204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:45:03.734220 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG oslo_db.api [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:45:03.739143 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-dc991d28-5912-4b43-a93c-46157d31c4ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6819baf1-c2d0-4331-976b-f74aaefe9617 HTTP/1.1" status: 200 len: 217 time: 0.4931955 Jul 20 11:45:03.823615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d94b17b-06b6-4dd0-bc96-71ef60fe2ab6 x-openstack-request-id: req-7d94b17b-06b6-4dd0-bc96-71ef60fe2ab6 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:03.824242 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:03.824681 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d94b17b-06b6-4dd0-bc96-71ef60fe2ab6 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:03.825518 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738', 'status': 'completed', 'code': 200} Jul 20 11:45:03.862165 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Allocated IP 172.20.0.6 (03476d93-424a-4c0d-9be0-e1f678b8cd07/1f8b9b82-8abf-489a-b366-212c97b293dd/8b6597fe-2a6b-4aec-9340-4e9a8be8b087) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:45:03.865684 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-208fe6a9-5468-4ec6-a09c-a7383b92399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:03.867381 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-208fe6a9-5468-4ec6-a09c-a7383b92399b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 1097 time: 0.8693466 Jul 20 11:45:03.892650 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:03.941260 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.035220 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.157714 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.176844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.252595 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.257125 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e642035f-e860-4f85-a884-c8ab3de79e4f,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:04.341848 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.343543 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f0bd739d-b031-4f05-80bf-9e058c7ac97d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1907301 Jul 20 11:45:04.351724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b89773-c9fe-47be-822a-c9bf0eca7a04 req-6075103d-8edf-40b4-a009-cf2c53f01ebb tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:04.364799 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3b89773-c9fe-47be-822a-c9bf0eca7a04 req-6075103d-8edf-40b4-a009-cf2c53f01ebb tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.2648301 Jul 20 11:45:04.372744 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 40922) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:04.401995 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.408689 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.415800 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.417193 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74744fb7-3688-452e-9e1e-d37fb8e649e5 HTTP/1.1" status: 204 len: 168 time: 0.7287257 Jul 20 11:45:04.417976 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group_rule': {'security_group_id': 'a214c192-2608-4f23-852c-ba32884e9301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:04.512126 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8ac1-dbd5-4db8-8672-0133364152cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74744fb7-3688-452e-9e1e-d37fb8e649e5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:04.525938 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.598870 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3b89773-c9fe-47be-822a-c9bf0eca7a04 req-9b8a4f56-3e3c-4424-8e4b-1595fef15be5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324467 Jul 20 11:45:04.636074 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Network 03476d93-424a-4c0d-9be0-e1f678b8cd07 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:45:04.642371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Pushing event updated for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:04.646037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:04.714919 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:45:04.730266 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:04.730953 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.769143 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6d1e-c232-47bb-93a8-d30c8d6f9068 req-af441e29-0b02-470e-8265-81d776908237 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:04.777279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-acef6d1e-c232-47bb-93a8-d30c8d6f9068 req-af441e29-0b02-470e-8265-81d776908237 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.3376889 Jul 20 11:45:04.857078 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-acef6d1e-c232-47bb-93a8-d30c8d6f9068 req-52a7720c-03fa-4ca4-b995-8a60c1992800 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Jul 20 11:45:04.875141 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef1172-dda9-4eef-8323-f72c4b58d4d4 req-9185079a-ea8e-4bc5-a0bb-cdc1ab3e7d2a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:04.876702 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-03ef1172-dda9-4eef-8323-f72c4b58d4d4 req-9185079a-ea8e-4bc5-a0bb-cdc1ab3e7d2a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 931 time: 0.1442735 Jul 20 11:45:04.898585 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.920498 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:04.920730 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-a5899cd9-a8dd-40b7-ab21-3a45c6c888f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8903847 Jul 20 11:45:04.995395 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97e60faa1a1b40c29bd28b57590752b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6369812 Jul 20 11:45:04.998032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40946) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:05.017667 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403c0e1-d29f-4cda-864e-197f771bbfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e71ae-14a3-43dc-9377-3ac28e57fe39,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:05.025752 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-03ef1172-dda9-4eef-8323-f72c4b58d4d4 req-40acac03-d852-458a-be1b-828595e3db9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249847 Jul 20 11:45:05.029724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.125522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.146790 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.150547 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.160336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.206768 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.210798 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8352866 Jul 20 11:45:05.212539 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c888f7-189d-4859-b249-059a962231bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4b8283-4d2b-4d09-bf59-c92951dcf680,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:05.214988 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 40952) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:05.222734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:05.278192 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.282557 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.284250 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/464e71ae-14a3-43dc-9377-3ac28e57fe39 HTTP/1.1" status: 204 len: 168 time: 0.2846577 Jul 20 11:45:05.287721 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.312070 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89412d59-c049-4c55-aece-084b0f763262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e71ae-14a3-43dc-9377-3ac28e57fe39,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:05.426383 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:05.700596 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Allocated IP 172.27.1.184 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/9309dacc-30d7-412b-8913-414f31e10895) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:45:05.913736 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce468a-f285-4158-8466-9bc5717b838d req-44a5de6a-985a-4a74-9b3d-53dc3c419c04 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:05.921788 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bbce468a-f285-4158-8466-9bc5717b838d req-44a5de6a-985a-4a74-9b3d-53dc3c419c04 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.1812208 Jul 20 11:45:05.939894 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.009827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.043722 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bbce468a-f285-4158-8466-9bc5717b838d req-ef167b6b-7bf6-40ab-a792-b737a0e0c4ab tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Jul 20 11:45:06.045881 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:45:06.082279 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:06.089736 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:45:06.140972 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd589356-fc8c-4558-8050-4fa46e04eaff req-a8a2aeb6-1ddc-4520-be2c-23c88f4cda64 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:06.154543 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd589356-fc8c-4558-8050-4fa46e04eaff req-a8a2aeb6-1ddc-4520-be2c-23c88f4cda64 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.1639936 Jul 20 11:45:06.216938 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=9309dacc-30d7-412b-8913-414f31e10895,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:06.247508 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd589356-fc8c-4558-8050-4fa46e04eaff req-8cdc354d-a6c4-426c-9598-fe6a04b65019 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Jul 20 11:45:06.253421 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.320881 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe40e4-1701-4fed-94b0-193fbf424515 req-69e2eff2-23bc-4229-85b6-8caa3a877797 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:06.323500 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ddfe40e4-1701-4fed-94b0-193fbf424515 req-69e2eff2-23bc-4229-85b6-8caa3a877797 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 931 time: 0.1364231 Jul 20 11:45:06.334855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.374280 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ddfe40e4-1701-4fed-94b0-193fbf424515 req-dbec9f75-d9b5-45fb-9a75-8a3464e50cc3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Jul 20 11:45:06.504849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.510356 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.546032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.564266 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=9309dacc-30d7-412b-8913-414f31e10895,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:06.573496 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:06.574874 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-94f37e25-417b-432a-a8f7-9a7fb93e80ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3586361 Jul 20 11:45:06.945740 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-a26612b3-115f-4996-89c8-4f640d7ee743 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1953902828&fields=id&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 267 time: 0.0535071 Jul 20 11:45:07.065040 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-7bf417de-412a-41d0-85c7-429a1b10d78b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:07.066942 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-7bf417de-412a-41d0-85c7-429a1b10d78b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 817 time: 0.1136270 Jul 20 11:45:07.086240 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-6393bcd8-f5fe-4956-9dd3-9a545c0e02ee tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/quotas/e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 375 time: 0.0110662 Jul 20 11:45:07.212335 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-d9aaaebb-367b-414c-9f0e-286d1121573b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201437 Jul 20 11:45:07.232566 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac75ee-a89b-4c88-8669-e61bdf5b925b req-67339c97-f367-460d-a789-4556aceb8558 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:07.234329 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5ac75ee-a89b-4c88-8669-e61bdf5b925b req-67339c97-f367-460d-a789-4556aceb8558 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.1039786 Jul 20 11:45:07.365262 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5ac75ee-a89b-4c88-8669-e61bdf5b925b req-298da984-92a4-4fea-8a60-6e31389b300a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103463 Jul 20 11:45:07.385401 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-0ac0fa0f-6b06-403a-ae05-ea80a450662d service neutron] 10.222.0.15 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501036 Jul 20 11:45:07.515327 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-160f736b-8b18-4bf5-b4d4-037f24f0d27c service neutron] 10.222.0.15 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243894 Jul 20 11:45:07.541212 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1e6a-ef33-4dce-96ca-a7c007738b01 req-65f45ef5-b28b-4241-a384-5f561ab45ae2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:07.542780 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1e0a1e6a-ef33-4dce-96ca-a7c007738b01 req-65f45ef5-b28b-4241-a384-5f561ab45ae2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.0903516 Jul 20 11:45:07.586058 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1e0a1e6a-ef33-4dce-96ca-a7c007738b01 req-e50f43ab-2cd4-4145-b921-f4abdd84c722 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jul 20 11:45:07.714937 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-20b43fe7-0a27-40e2-b2df-d7ce9f0b2b29 req-d7fe6b16-1988-4cfb-97fd-457f8c67833d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0323353 Jul 20 11:45:07.750181 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae39a04-c537-462e-97c2-900adbc4facc req-4dc306b5-9273-4380-a7c6-ead2f1a3acf4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:07.751756 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ae39a04-c537-462e-97c2-900adbc4facc req-4dc306b5-9273-4380-a7c6-ead2f1a3acf4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 931 time: 0.0974469 Jul 20 11:45:07.795732 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ae39a04-c537-462e-97c2-900adbc4facc req-b3f33b6d-52d5-4ca9-99b1-c5eac897393f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Jul 20 11:45:08.641925 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b059152-49b1-4d9d-9b7e-fc6edec7d499 req-8fe1d027-4c16-4540-be4c-a29c29165928 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:08.643437 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b059152-49b1-4d9d-9b7e-fc6edec7d499 req-8fe1d027-4c16-4540-be4c-a29c29165928 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.2169373 Jul 20 11:45:08.714701 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b059152-49b1-4d9d-9b7e-fc6edec7d499 req-243f1ac4-4cc6-464f-baa5-14c1aa813cfc tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631261 Jul 20 11:45:08.745663 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab688f0-ae9b-47e4-8567-4606e75bcfde req-12e69676-4612-455c-a2d7-b0527d48b709 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:08.746962 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9ab688f0-ae9b-47e4-8567-4606e75bcfde req-12e69676-4612-455c-a2d7-b0527d48b709 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.0809078 Jul 20 11:45:08.804849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9ab688f0-ae9b-47e4-8567-4606e75bcfde req-636ba4ff-8cad-49d0-8727-df05d561a097 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Jul 20 11:45:08.843407 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-411ad335-5313-4b3c-9d00-5261fe284d22 req-2acdb532-41a6-42cc-a8fe-2015115ebcd8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0375464 Jul 20 11:45:08.928954 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdf69f-772e-4e63-b4e0-c1f3b9446b80 req-7d92f261-7332-423d-a080-e9c2d287db01 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:08.934227 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01bdf69f-772e-4e63-b4e0-c1f3b9446b80 req-7d92f261-7332-423d-a080-e9c2d287db01 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 931 time: 0.0610738 Jul 20 11:45:08.968356 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01bdf69f-772e-4e63-b4e0-c1f3b9446b80 req-aa0fe209-fa78-4eca-91c8-3bf66190ff6e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Jul 20 11:45:09.373647 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Request body: {'port': {'device_id': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:09.440971 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:09.491779 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Request body: {'port': {'device_id': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:09.538488 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-cc407c24-ed97-48b7-877a-b3c5ee10b230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738 HTTP/1.1" status: 200 len: 217 time: 0.0483513 Jul 20 11:45:09.569037 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:09.691425 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-ca23a289-4e7f-4587-b2f7-7bc39feb1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:09.692993 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-ca23a289-4e7f-4587-b2f7-7bc39feb1332 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0932424 Jul 20 11:45:09.694818 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-3484c5b0-191d-4c55-837a-6bc3e6cb5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:09.696204 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-3484c5b0-191d-4c55-837a-6bc3e6cb5a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3835fbe-495c-4445-833d-ebfac606f07b HTTP/1.1" status: 200 len: 851 time: 0.2051282 Jul 20 11:45:09.800036 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-5207c14d-7d90-49a3-aaaa-7b864ff97038 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60d0f2b0-ddb6-499a-a29d-ca749e07afff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659215 Jul 20 11:45:09.801814 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-39ffedd4-e9f4-4d90-80c9-3a3f1ccf2c88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590339 Jul 20 11:45:09.877936 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5ad2b-999a-40cd-8bba-db1c5e642def req-cb3389cf-cd09-4e77-bded-cbf01bba8334 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:09.879688 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aaa5ad2b-999a-40cd-8bba-db1c5e642def req-cb3389cf-cd09-4e77-bded-cbf01bba8334 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.0912952 Jul 20 11:45:09.954901 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aaa5ad2b-999a-40cd-8bba-db1c5e642def req-1ef5d8a7-0954-4739-93e8-54d202579c77 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686669 Jul 20 11:45:10.011904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7eb67-0e0e-4cc6-9fc0-32ec68fef220 req-668325a5-edec-4d77-a3f1-eea99372f89d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:10.013485 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12a7eb67-0e0e-4cc6-9fc0-32ec68fef220 req-668325a5-edec-4d77-a3f1-eea99372f89d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.1110215 Jul 20 11:45:10.037227 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-27d1808e-0561-417b-bd3c-5bc8d000e853 service neutron] 10.222.0.26 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217855 Jul 20 11:45:10.057736 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:10.063617 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-38ae684a-6641-4b00-89a8-13820aa62f9c service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495046 Jul 20 11:45:10.078906 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.130025 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12a7eb67-0e0e-4cc6-9fc0-32ec68fef220 req-9767fcf0-0bb2-41f5-8662-abf35689d84e tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026485 Jul 20 11:45:10.159783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Transition to ACTIVE for port object 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:10.162855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.26', 59645) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:10.174264 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e7e33a38-d6e1-493c-8dba-979b6cd44f6c req-b55458c6-fa58-4469-a276-4981b64cdbf2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0599394 Jul 20 11:45:10.195184 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.438530 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853781d-c4bb-46ab-ab42-936353c0afe3 req-02b09a90-ac60-4769-845e-6431ceeda218 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:10.445614 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e853781d-c4bb-46ab-ab42-936353c0afe3 req-02b09a90-ac60-4769-845e-6431ceeda218 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 943 time: 0.1648386 Jul 20 11:45:10.502883 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 {{(pid=105204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:10.512929 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.537685 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.provisioning_blocks [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Transition to ACTIVE for port object 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 will not be triggered until provisioned by entity L2. {{(pid=105204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:10.558355 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e853781d-c4bb-46ab-ab42-936353c0afe3 req-c21de0df-5f63-4f42-9e51-a71d68a1f2b8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110222 Jul 20 11:45:10.559792 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.620163 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-25b48e96-a727-47b4-92d7-cfb3ff6a2758 req-312d8520-b48d-4ee1-bdc7-077a26732148 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391634 Jul 20 11:45:10.621182 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:10.690954 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.managers [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Attempting to bind port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:45:10.691575 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.managers [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Attempting to bind port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}] {{(pid=105204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:45:10.691927 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Attempting to bind port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:10.705183 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:45:10.705636 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Attempting to bind port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:10.713563 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:45:10.714208 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Checking segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:10.716004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Bound using segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} {{(pid=105204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:45:10.716004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.managers [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Bound port: 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}}] {{(pid=105204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:45:10.716004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.761350 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-3b2fec3c-342d-42c8-ab56-327a0cbdf464 service neutron] 10.222.0.26 "GET /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163398 Jul 20 11:45:10.763066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:10.804816 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, cleared binding levels {{(pid=105204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:45:10.809939 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:45:10.827487 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.859698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-09a3145f-3f63-4111-a474-f79c2666f1fa tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:10.861430 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-09a3145f-3f63-4111-a474-f79c2666f1fa tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 817 time: 0.6975303 Jul 20 11:45:10.866008 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Attempting to bind port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:45:10.866734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Attempting to bind port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:45:10.866734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Attempting to bind port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:10.870862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08e178-6929-4589-b55f-4263ae277d2d req-b3efec54-36e6-4b01-9a83-e326750af99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:10.872315 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-b3efec54-36e6-4b01-9a83-e326750af99c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 1097 time: 0.1655385 Jul 20 11:45:10.882573 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:10.884056 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.885650 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 1094 time: 1.3986928 Jul 20 11:45:10.886171 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:10.895434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:45:10.895765 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Attempting to bind port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 on network 03476d93-424a-4c0d-9be0-e1f678b8cd07 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:10.921995 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:45:10.922329 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Checking segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:10.922710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Bound using segment: {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:45:10.923158 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Bound port: 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:45:10.923509 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:10.965831 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-e117ca83-3af8-4b77-aece-00b1dfa5bdf3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 380 time: 0.0924265 Jul 20 11:45:11.004469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'port': {'device_id': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'admin_state_up': True, 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'security_groups': ['a214c192-2608-4f23-852c-ba32884e9301']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:11.080683 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a456-5b97-4665-abd8-05f000d839d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=3']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:11.103053 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-64da8e04-1d06-404a-9387-2445b5f76ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.104796 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-64da8e04-1d06-404a-9387-2445b5f76ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1097 time: 0.1504800 Jul 20 11:45:11.141645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08e178-6929-4589-b55f-4263ae277d2d req-4a6173f8-5219-4410-be41-b51de3dfc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.143635 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-4a6173f8-5219-4410-be41-b51de3dfc371 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 916 time: 0.2638040 Jul 20 11:45:11.173772 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:45:11.247182 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-f32743d3-7877-48a8-ba59-e9d7f7dea0f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0911982 Jul 20 11:45:11.249900 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-1717afe8-4790-4d51-b0fc-54b5074991fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738 HTTP/1.1" status: 200 len: 217 time: 0.0958686 Jul 20 11:45:11.268645 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23bc53e-aced-4420-8672-b16feadd054b" -d '{"events": [{"name": "network-changed", "server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:11.272617 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:45:11.299864 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:11.366796 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.367489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:11.369183 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 200 len: 1093 time: 1.9999208 Jul 20 11:45:11.369699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:11.372343 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c96e65-021e-457a-bb02-dc4abe275928" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:11.382709 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08e178-6929-4589-b55f-4263ae277d2d req-df888005-93e8-4417-b7ad-6646d89585b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.384283 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-df888005-93e8-4417-b7ad-6646d89585b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.1229441 Jul 20 11:45:11.395238 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Made reservation on behalf of e64b1d27d2f94db8837632cfa7a2297f for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:11.396462 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09209-7bbc-4546-8888-0f3bd19daa89 req-78a1141b-acee-429c-bffb-2a54ac829230 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.398053 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b0d09209-7bbc-4546-8888-0f3bd19daa89 req-78a1141b-acee-429c-bffb-2a54ac829230 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.2901256 Jul 20 11:45:11.398786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:11.411630 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-24623185-3e6a-455b-8c8b-8cadeeff9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.413220 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-24623185-3e6a-455b-8c8b-8cadeeff9938 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.1342950 Jul 20 11:45:11.424478 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7ac63-2059-4516-8df1-aa02395864f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:11.452898 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-fd0a4ab7-daec-401e-881d-114faf161049 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475154 Jul 20 11:45:11.512077 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-9dac68cb-49b8-49fa-9be8-2aa33b614fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867066 Jul 20 11:45:11.586411 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef97fdb-95b3-4c55-9547-26cdec435d23 req-9268d512-df82-4fa4-9ada-98159d59663c tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.589022 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aef97fdb-95b3-4c55-9547-26cdec435d23 req-9268d512-df82-4fa4-9ada-98159d59663c tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.3406444 Jul 20 11:45:11.614382 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b0d09209-7bbc-4546-8888-0f3bd19daa89 req-dd6980ab-5db3-4815-a4b1-614323dad6d5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964731 Jul 20 11:45:11.729150 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-10906eed-399f-4127-9331-4da69b789b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:11.730700 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-10906eed-399f-4127-9331-4da69b789b41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1096 time: 0.3033378 Jul 20 11:45:11.742783 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-d86442f9-6fda-4c4d-850c-68da37894a32 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683496 Jul 20 11:45:11.858629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41242) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:11.883177 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-5299c306-8a6e-4df7-9b93-05105572d3db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 200 len: 217 time: 0.1329069 Jul 20 11:45:11.908155 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Allocated IP 172.20.0.7 (31b51acd-8be8-4cfb-95d5-7fb2ede04d05/dc84402c-f429-407c-a9ea-bdf67c148f65/2f6f1d19-1128-440e-ae75-576c2559f708) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:45:11.936255 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aef97fdb-95b3-4c55-9547-26cdec435d23 req-0a4c16e8-a89d-450c-96a8-4ca45c2e251d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370585 Jul 20 11:45:11.940842 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-a53a3442-e949-4c45-9c14-3b7efaceed86 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129238 Jul 20 11:45:12.004963 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fc9d7493-ca74-4a35-9583-ad7722f38cfc req-2c4c00a8-05ae-43f7-86f7-7a057d130148 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0675373 Jul 20 11:45:12.153857 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8af32f7d-4630-4dbf-80e2-4782849b9954 req-de6fd989-b8ec-46a2-ad4c-53b8e6120d83 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017229 Jul 20 11:45:12.174469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-57a49eb5-06f4-42b4-ae44-709401bbd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.178793 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-57a49eb5-06f4-42b4-ae44-709401bbd1e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.2841280 Jul 20 11:45:12.196923 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84288615-492c-4b15-b98c-5b4c62d26961 x-openstack-request-id: req-84288615-492c-4b15-b98c-5b4c62d26961 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:12.197192 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:12.197478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84288615-492c-4b15-b98c-5b4c62d26961 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:12.198016 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9', 'status': 'completed', 'code': 200} Jul 20 11:45:12.203113 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddba709e-a4fa-461f-9161-5eae1abc7055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.217750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320e7bc-4a6c-4cea-bc69-fe268d895e60 x-openstack-request-id: req-8320e7bc-4a6c-4cea-bc69-fe268d895e60 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:12.217750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:12.217750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8320e7bc-4a6c-4cea-bc69-fe268d895e60 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:12.217750 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087', 'status': 'completed', 'code': 200} Jul 20 11:45:12.274029 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-5ada5bc5-257f-4137-9b8f-8d680c13355c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826402 Jul 20 11:45:12.304701 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc08e178-6929-4589-b55f-4263ae277d2d req-1841bd81-9d44-439d-b214-ce8901885312 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362132 Jul 20 11:45:12.364824 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bc53e-aced-4420-8672-b16feadd054b req-85aa2d2c-f08a-4b92-9b89-5bc3c1261b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.366338 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-85aa2d2c-f08a-4b92-9b89-5bc3c1261b3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1097 time: 0.1393566 Jul 20 11:45:12.453013 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a23090-834b-48eb-9e61-fdcaa5a11f38 req-4cc70ff9-ba17-4bd3-819f-3995f6f82fbd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.454666 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30a23090-834b-48eb-9e61-fdcaa5a11f38 req-4cc70ff9-ba17-4bd3-819f-3995f6f82fbd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 943 time: 0.1869576 Jul 20 11:45:12.513348 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-780aab42-c6f2-471a-987a-2eb0fed2a9b3 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250545 Jul 20 11:45:12.575134 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30a23090-834b-48eb-9e61-fdcaa5a11f38 req-a05222fe-a98a-44b5-b6c9-0c22d2a9fcef tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104152 Jul 20 11:45:12.589682 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bc53e-aced-4420-8672-b16feadd054b req-25117d1d-0e30-4a51-9ad8-9f0ee9b530fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.591623 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-25117d1d-0e30-4a51-9ad8-9f0ee9b530fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.2179048 Jul 20 11:45:12.645858 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.656545 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-f93a1bb5-6293-4646-b8aa-48d22af089d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0568109 Jul 20 11:45:12.679536 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddba709e-a4fa-461f-9161-5eae1abc7055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.685177 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Transition to ACTIVE for port object 2f6f1d19-1128-440e-ae75-576c2559f708 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:12.694306 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddba709e-a4fa-461f-9161-5eae1abc7055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.740373 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ddba709e-a4fa-461f-9161-5eae1abc7055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d1a011574344828a58c3f1f7a9816ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8740771 Jul 20 11:45:12.741827 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41290) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:12.760400 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-12186b7f-a0d6-479c-901d-f35e90013a06 req-ee855cbd-31f5-4513-83e9-d52cb4cb46d6 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344875 Jul 20 11:45:12.794216 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba709e-a4fa-461f-9161-5eae1abc7055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3c551-9e55-42e5-8d63-65f2db8b3cd2,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:12.847916 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.861733 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bc53e-aced-4420-8672-b16feadd054b req-90bb42fa-5241-464c-9b95-7f8b68e2217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.862161 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-90bb42fa-5241-464c-9b95-7f8b68e2217e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.1918740 Jul 20 11:45:12.912251 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.915400 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-e162366f-f885-4709-b3e0-afebad28f17e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382378 Jul 20 11:45:12.928956 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:45:12.937596 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:12.948160 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:12.954319 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:45:12.961047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:12.961558 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.975321 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:12.987333 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5622520-3d8a-4f7f-9171-c8f2ac62d3fa req-8784989e-8898-4044-807d-abeae1a4ac33 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.000585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c96e65-021e-457a-bb02-dc4abe275928 req-5fa26b9e-b4d2-4f51-89b7-24ebfacc6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.002688 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-5fa26b9e-b4d2-4f51-89b7-24ebfacc6c07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1096 time: 0.1850052 Jul 20 11:45:13.006075 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5622520-3d8a-4f7f-9171-c8f2ac62d3fa req-8784989e-8898-4044-807d-abeae1a4ac33 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.2385035 Jul 20 11:45:13.010158 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-11cc4598-ea87-493f-9b6b-e23655d7c9bc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0385675 Jul 20 11:45:13.038840 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Request body: {'port': {'device_id': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:13.197058 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5622520-3d8a-4f7f-9171-c8f2ac62d3fa req-3dc54dd8-bdbf-49c3-a152-744f1ca17229 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897738 Jul 20 11:45:13.237639 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-b7175f08-baf9-45e2-9df3-77cf0b080b3a service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084185 Jul 20 11:45:13.252245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c96e65-021e-457a-bb02-dc4abe275928 req-0b525ea5-0a7e-4dc7-95f6-e84f5128ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.253758 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-0b525ea5-0a7e-4dc7-95f6-e84f5128ad16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.2425172 Jul 20 11:45:13.254315 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.271913 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.289038 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.290901 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cde3c551-9e55-42e5-8d63-65f2db8b3cd2 HTTP/1.1" status: 204 len: 168 time: 0.5481052 Jul 20 11:45:13.297149 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-21dc2758-f35e-48ef-a31b-08e1295ad0cc None None] Provisioning for port 2f6f1d19-1128-440e-ae75-576c2559f708 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:13.310905 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-21dc2758-f35e-48ef-a31b-08e1295ad0cc None None] Provisioning complete for port 2f6f1d19-1128-440e-ae75-576c2559f708 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:13.312871 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-21dc2758-f35e-48ef-a31b-08e1295ad0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.331810 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-bab06305-b884-45f7-9c66-0d6b62d60299 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 200 len: 217 time: 0.0683875 Jul 20 11:45:13.340271 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae795b41-1d9d-4610-bc58-5c59b5b9b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3c551-9e55-42e5-8d63-65f2db8b3cd2,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:13.357363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-21dc2758-f35e-48ef-a31b-08e1295ad0cc None None] Port 2f6f1d19-1128-440e-ae75-576c2559f708 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:45:13.401004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a381ed-6bed-4850-9e7f-3e9162ba1f44 req-6235a012-15a4-4d93-ad4f-c07273e16ff2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.402715 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-07a381ed-6bed-4850-9e7f-3e9162ba1f44 req-6235a012-15a4-4d93-ad4f-c07273e16ff2 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.3329215 Jul 20 11:45:13.509754 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c96e65-021e-457a-bb02-dc4abe275928 req-21a77a88-071f-40b9-8eae-45a83b03b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.511869 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-21a77a88-071f-40b9-8eae-45a83b03b74d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.1433089 Jul 20 11:45:13.514271 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e23bc53e-aced-4420-8672-b16feadd054b req-be3e042f-6785-43fa-a995-bbdea6a19040 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622378 Jul 20 11:45:13.522271 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-07a381ed-6bed-4850-9e7f-3e9162ba1f44 req-3686a264-33e4-494a-a667-b656d1db8099 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Jul 20 11:45:13.535889 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c675e6-c3b5-438c-93e0-5c0ffcf4052f req-c61edfab-859a-4121-860d-ae0e18ea50fb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.538405 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01c675e6-c3b5-438c-93e0-5c0ffcf4052f req-c61edfab-859a-4121-860d-ae0e18ea50fb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 931 time: 0.2341871 Jul 20 11:45:13.648944 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01c675e6-c3b5-438c-93e0-5c0ffcf4052f req-e9a09e62-d2ba-4bf5-81dd-80be0fe8889b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918648 Jul 20 11:45:13.765229 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf6118-a562-4e90-b47d-d4b1034c67d4 req-aa260de5-2284-46f1-a380-560e191bdde9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:13.766656 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d7cf6118-a562-4e90-b47d-d4b1034c67d4 req-aa260de5-2284-46f1-a380-560e191bdde9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 943 time: 0.0922039 Jul 20 11:45:13.783414 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41340) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:13.820799 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3be97d6-a3ff-45fb-a9db-f3922eb15313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.843157 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d7cf6118-a562-4e90-b47d-d4b1034c67d4 req-9335f3e9-7eb6-4dd1-8b7b-1f41bc81c884 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Jul 20 11:45:13.877717 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-531819ac-1ccd-43d5-b055-4815ed35b1fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3435216 Jul 20 11:45:13.950300 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3be97d6-a3ff-45fb-a9db-f3922eb15313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.954520 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3be97d6-a3ff-45fb-a9db-f3922eb15313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:13.994692 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f3be97d6-a3ff-45fb-a9db-f3922eb15313 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad6b0cb5c7bf41ef8e89564b304ff5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104206 Jul 20 11:45:13.997940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41352) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:13.999775 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be97d6-a3ff-45fb-a9db-f3922eb15313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d49bb-f0b5-4ce8-9ac8-3a6eb802b189,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:14.078299 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-e027ba21-4808-436e-a90d-fa78f18ef25e service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840479 Jul 20 11:45:14.141075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.226792 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:14.239640 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.249570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.310855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Transition to ACTIVE for port object 2f6f1d19-1128-440e-ae75-576c2559f708 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:14.314197 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47c96e65-021e-457a-bb02-dc4abe275928 req-c1118a1f-0353-4b1b-a54c-5e8c8d1d6a45 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292583 Jul 20 11:45:14.315948 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.372819 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:14.375155 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.377726 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.381313 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d2d49bb-f0b5-4ce8-9ac8-3a6eb802b189 HTTP/1.1" status: 204 len: 168 time: 0.3770194 Jul 20 11:45:14.394717 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477091a-d559-4e27-a9e7-7268663a4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d49bb-f0b5-4ce8-9ac8-3a6eb802b189,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:14.401605 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e446ca9-2214-4b41-bc48-04e5f48750a9 req-97565aaf-269d-4130-8cfa-7d552e5cc3a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:14.403701 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e446ca9-2214-4b41-bc48-04e5f48750a9 req-97565aaf-269d-4130-8cfa-7d552e5cc3a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 944 time: 0.1100338 Jul 20 11:45:14.426157 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 4cb44b2f-3e9c-4b4b-b181-53b148016738 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:14.427291 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Attempting to bind port 2f6f1d19-1128-440e-ae75-576c2559f708 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:45:14.427632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Attempting to bind port 2f6f1d19-1128-440e-ae75-576c2559f708 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:45:14.427955 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Attempting to bind port 2f6f1d19-1128-440e-ae75-576c2559f708 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:14.432734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Port 2f6f1d19-1128-440e-ae75-576c2559f708 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:45:14.437337 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Attempting to bind port 2f6f1d19-1128-440e-ae75-576c2559f708 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:14.448662 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:45:14.449180 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Checking segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:14.449707 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Bound using segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:45:14.450862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Bound port: 2f6f1d19-1128-440e-ae75-576c2559f708, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:45:14.450862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.482154 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e446ca9-2214-4b41-bc48-04e5f48750a9 req-7f1b6e09-4a62-4cda-be49-d817959fbb49 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646739 Jul 20 11:45:14.551183 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:45:14.555623 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:45:14.567431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.645301 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:14.645400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:14.645480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.646903 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 1093 time: 1.6259878 Jul 20 11:45:14.647352 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:14.650244 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774" -d '{"events": [{"name": "network-changed", "server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:14.700576 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '4cb44b2f-3e9c-4b4b-b181-53b148016738', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'port_id': '4cb44b2f-3e9c-4b4b-b181-53b148016738', 'mac_address': 'fa:16:3e:12:fe:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648122c7-1f97-4817-8ba9-d8fa438e7bf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:14.747024 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6d10e-f647-4240-9bf8-72a533de4557 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:14.785111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb0e02e-bba4-4911-8d8b-ad80abf7b8db x-openstack-request-id: req-aeb0e02e-bba4-4911-8d8b-ad80abf7b8db {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:14.785293 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:14.785651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aeb0e02e-bba4-4911-8d8b-ad80abf7b8db {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:14.786103 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'status': 'completed', 'code': 200} Jul 20 11:45:14.798816 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-ed9d4cef-c8d2-41d6-b6b8-3f7d503fd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:14.798972 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f349d1-2277-48c3-9dd7-03c31d286bde req-9452de57-7840-45df-b78a-34e646b121d1 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:14.812063 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-ed9d4cef-c8d2-41d6-b6b8-3f7d503fd274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1096 time: 0.1134264 Jul 20 11:45:14.812953 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f4f349d1-2277-48c3-9dd7-03c31d286bde req-9452de57-7840-45df-b78a-34e646b121d1 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 944 time: 0.1605339 Jul 20 11:45:14.846470 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.871228 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-23083f68-63f6-45b6-b938-649e704c19a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 217 time: 0.0514059 Jul 20 11:45:14.890808 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb44b2f-3e9c-4b4b-b181-53b148016738 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:14.898181 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f4f349d1-2277-48c3-9dd7-03c31d286bde req-0d43d717-c97b-46f4-bae6-1c4923b84b34 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827148 Jul 20 11:45:14.952590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:14.961828 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:14.962814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 6819baf1-c2d0-4331-976b-f74aaefe9617 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:14.983776 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-e88fd794-9388-44b9-bb80-e5bbdb5a790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:14.985797 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-e88fd794-9388-44b9-bb80-e5bbdb5a790b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.1081107 Jul 20 11:45:15.075289 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:15.084607 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.db.resource_extend [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 20 11:45:15.123470 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea0ac3-2ca9-4118-8445-47a704c6dada req-1aeadea6-1f19-49cf-88d2-1240b5da8696 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.123470 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77ea0ac3-2ca9-4118-8445-47a704c6dada req-1aeadea6-1f19-49cf-88d2-1240b5da8696 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2100987 Jul 20 11:45:15.159071 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-4af3e8b7-4df7-4806-8afc-ab4dbe697291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.160771 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-4af3e8b7-4df7-4806-8afc-ab4dbe697291 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667452 Jul 20 11:45:15.179675 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f763a-4feb-46a0-8921-363ffd4f6509 req-f2527d33-419b-44c4-903a-000bdf9c0376 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.184976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41398) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:15.189161 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f1f763a-4feb-46a0-8921-363ffd4f6509 req-f2527d33-419b-44c4-903a-000bdf9c0376 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 943 time: 0.1405959 Jul 20 11:45:15.211424 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77ea0ac3-2ca9-4118-8445-47a704c6dada req-42484ac1-4e19-48c8-9217-33482ee59852 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792177 Jul 20 11:45:15.280725 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6819baf1-c2d0-4331-976b-f74aaefe9617,segment=NetworkSegment(e4dfe045-113d-4016-ad4e-07ee712c651d),segment_id=e4dfe045-113d-4016-ad4e-07ee712c651d)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:15.319195 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '6819baf1-c2d0-4331-976b-f74aaefe9617', 'network_id': '60d0f2b0-ddb6-499a-a29d-ca749e07afff', 'port_id': '6819baf1-c2d0-4331-976b-f74aaefe9617', 'mac_address': 'fa:16:3e:a5:ec:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3835fbe-495c-4445-833d-ebfac606f07b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:15.327992 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f1f763a-4feb-46a0-8921-363ffd4f6509 req-daca0ad2-80a6-4da3-95b3-4bf37a4d118c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372509 Jul 20 11:45:15.380766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.384959 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-b4a9cc32-68ae-4694-95af-41a16464f5ec service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168264 Jul 20 11:45:15.396462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819baf1-c2d0-4331-976b-f74aaefe9617 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:15.426038 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6819baf1-c2d0-4331-976b-f74aaefe9617,segment=NetworkSegment(e4dfe045-113d-4016-ad4e-07ee712c651d),segment_id=e4dfe045-113d-4016-ad4e-07ee712c651d)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:15.435955 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.439159 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:15.560503 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8d2-dd51-474c-9b35-d6fd8fb575b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.575316 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:15.606814 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4dfdda28-154c-451c-94b9-7ffced8da48d req-a782372d-6621-4b41-87ac-fe7d9e6098c2 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125583 Jul 20 11:45:15.702020 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:15.717641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'port_id': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087', 'mac_address': 'fa:16:3e:47:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:15.721486 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c53e7-665c-45d1-b27c-80148dcac28f req-defd19a0-69a9-41bd-8e65-4cfcec139db3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.732714 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a41c53e7-665c-45d1-b27c-80148dcac28f req-defd19a0-69a9-41bd-8e65-4cfcec139db3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 945 time: 0.1076210 Jul 20 11:45:15.745859 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8d2-dd51-474c-9b35-d6fd8fb575b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.758659 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b8d2-dd51-474c-9b35-d6fd8fb575b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.776093 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.788914 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a41c53e7-665c-45d1-b27c-80148dcac28f req-3a7a8bed-4adc-41e1-a29a-cd2e79fb24a5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553284 Jul 20 11:45:15.793637 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:15.799013 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-eeebd6b6-1c29-4f24-aa01-b453404cacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.800571 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-eeebd6b6-1c29-4f24-aa01-b453404cacba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1096 time: 0.1246061 Jul 20 11:45:15.810746 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b5a5b8d2-dd51-474c-9b35-d6fd8fb575b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7c1cfb02e864be198dbc6a55005fbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6184320 Jul 20 11:45:15.811108 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b8d2-dd51-474c-9b35-d6fd8fb575b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543817f-9390-4f9a-89a5-5445cc01fc21,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:15.811680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41434) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:15.850667 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:15.867300 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.869139 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:15.929827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-4d9eee49-f617-4231-b3f3-e0088751adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:15.932216 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-4d9eee49-f617-4231-b3f3-e0088751adb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1224844 Jul 20 11:45:15.962523 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:15.988568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:15.993607 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-a7625c2a-1ffc-4057-86a1-e00f6a56de19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 217 time: 0.0527389 Jul 20 11:45:16.001974 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:16.015638 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9', 'network_id': '03476d93-424a-4c0d-9be0-e1f678b8cd07', 'port_id': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9', 'mac_address': 'fa:16:3e:94:b1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8b9b82-8abf-489a-b366-212c97b293dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:16.043922 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:45:16.054097 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.066591 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.076021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41444) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:16.084936 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-f6936753-1bf1-40f8-be7e-dde28fd3db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:16.086810 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-f6936753-1bf1-40f8-be7e-dde28fd3db1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0855844 Jul 20 11:45:16.095305 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:16.125880 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:16.132832 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.142776 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda0aca-522f-4531-8fe4-131c21dc40dc req-71158bb3-77f4-4eec-a94f-dd3301289634 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:16.144245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bdda0aca-522f-4531-8fe4-131c21dc40dc req-71158bb3-77f4-4eec-a94f-dd3301289634 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 945 time: 0.1627240 Jul 20 11:45:16.168193 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.170736 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.171904 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b543817f-9390-4f9a-89a5-5445cc01fc21 HTTP/1.1" status: 204 len: 168 time: 0.3588576 Jul 20 11:45:16.172270 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-1f8ebe96-fa66-46b5-a9e4-d5c4e4751c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:16.174079 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-1f8ebe96-fa66-46b5-a9e4-d5c4e4751c6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797169 Jul 20 11:45:16.186946 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73fdb9-86e2-4052-8ac2-5262d83b204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543817f-9390-4f9a-89a5-5445cc01fc21,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:16.203540 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bdda0aca-522f-4531-8fe4-131c21dc40dc req-a314094f-2dc3-49cc-95b4-f431a1b7d446 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Jul 20 11:45:16.246853 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:16.325765 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a080efb5-8650-4200-b38c-f6f5eb5ffc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.342237 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-8ed11316-6d4b-4c06-963c-18c76b2501fa service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578925 Jul 20 11:45:16.358419 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d3cf6-7345-4964-b25d-800270be3c52 req-130c59f5-0d12-4dad-bbd0-c6493664e2df tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:16.360390 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c93d3cf6-7345-4964-b25d-800270be3c52 req-130c59f5-0d12-4dad-bbd0-c6493664e2df tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0723026 Jul 20 11:45:16.457114 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c93d3cf6-7345-4964-b25d-800270be3c52 req-466cc5a6-ed80-44f6-a471-e50a54a0e0e4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886927 Jul 20 11:45:16.503523 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4429575-a1d6-4b0a-a43b-a4bc3abf6774 req-a994239f-e168-42da-9673-de1648183305 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533735 Jul 20 11:45:16.542292 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['5c2bdef4-5d0e-4b54-be00-2f9782af78a9'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:16.554278 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a080efb5-8650-4200-b38c-f6f5eb5ffc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.562715 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a080efb5-8650-4200-b38c-f6f5eb5ffc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.569734 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6784f-694b-421a-a668-d5b48c67cb24 req-e7923ff6-a211-4fc1-81e5-6e9c37fa3d8d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:16.580149 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ded6784f-694b-421a-a668-d5b48c67cb24 req-e7923ff6-a211-4fc1-81e5-6e9c37fa3d8d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 944 time: 0.1183338 Jul 20 11:45:16.599705 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['6819baf1-c2d0-4331-976b-f74aaefe9617'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:16.602545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:16.605723 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['8b6597fe-2a6b-4aec-9340-4e9a8be8b087'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:16.618525 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a080efb5-8650-4200-b38c-f6f5eb5ffc1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5c608eee984451aa1c4db31211beab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410821 Jul 20 11:45:16.619406 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41466) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:16.678812 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ded6784f-694b-421a-a668-d5b48c67cb24 req-8fc72f84-a09f-48b4-9efb-6ba8d6e4ce8d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Jul 20 11:45:16.683034 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080efb5-8650-4200-b38c-f6f5eb5ffc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db396c72-6c7d-4b29-baad-6683ea17f2ad,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:16.753371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.796934 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.849051 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41476) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:16.879191 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-31129c88-e99c-4c48-b17f-175b448c3d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.892534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.897046 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:16.900747 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db396c72-6c7d-4b29-baad-6683ea17f2ad HTTP/1.1" status: 204 len: 168 time: 0.2768025 Jul 20 11:45:16.915748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ab8d6-c280-4db1-842d-e1cad5ad23a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db396c72-6c7d-4b29-baad-6683ea17f2ad,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:17.037935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a576-5a16-40d0-b083-dd46ce4a1a33 req-733d8874-ff49-4c09-86b7-0d7874a6925a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:17.047704 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4279a576-5a16-40d0-b083-dd46ce4a1a33 req-733d8874-ff49-4c09-86b7-0d7874a6925a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 945 time: 0.1168129 Jul 20 11:45:17.068703 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-31129c88-e99c-4c48-b17f-175b448c3d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.077015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-31129c88-e99c-4c48-b17f-175b448c3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.123839 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4279a576-5a16-40d0-b083-dd46ce4a1a33 req-ccf2d7f0-4846-41f6-be82-5d67601b148e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753987 Jul 20 11:45:17.135556 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31129c88-e99c-4c48-b17f-175b448c3d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e52bfe-95f5-45ee-a8df-8ff5d1f2a78c,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:17.155644 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-31129c88-e99c-4c48-b17f-175b448c3d20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa11c6166b4544ee80f306ab4591b650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053837 Jul 20 11:45:17.158251 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41492) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:17.262058 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.295342 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.423912 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b5c9-416e-422b-9489-8af633de255d req-2d6a33b1-0e94-4b10-82c2-0866f1f7bb76 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:17.425906 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6806b5c9-416e-422b-9489-8af633de255d req-2d6a33b1-0e94-4b10-82c2-0866f1f7bb76 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 945 time: 0.1088998 Jul 20 11:45:17.427468 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.430954 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.432377 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e52bfe-95f5-45ee-a8df-8ff5d1f2a78c HTTP/1.1" status: 204 len: 168 time: 0.2726119 Jul 20 11:45:17.449563 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6ceba-2b6f-4cc4-ab6d-146fa5948d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e52bfe-95f5-45ee-a8df-8ff5d1f2a78c,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:17.512187 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6806b5c9-416e-422b-9489-8af633de255d req-56aa7d2f-7083-4b20-a85e-9b963a122fec tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Jul 20 11:45:17.609074 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41510) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:17.635067 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-50f20751-4c5a-4c16-ad96-bca896e9e81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.659754 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb6057-5864-42c8-8577-a098c5a74c85 req-f793c41a-b6d5-4552-9ef0-d60952e2c2e8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:17.661314 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ffb6057-5864-42c8-8577-a098c5a74c85 req-f793c41a-b6d5-4552-9ef0-d60952e2c2e8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0837638 Jul 20 11:45:17.728875 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ffb6057-5864-42c8-8577-a098c5a74c85 req-67241726-d884-4b0e-bc13-64290661d153 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613601 Jul 20 11:45:17.752230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-50f20751-4c5a-4c16-ad96-bca896e9e81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.757238 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-50f20751-4c5a-4c16-ad96-bca896e9e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:17.799489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f20751-4c5a-4c16-ad96-bca896e9e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4e550-3b96-4652-97bd-007f650e6858,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:17.824658 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-50f20751-4c5a-4c16-ad96-bca896e9e81a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=537a9522433e4defb66579102de4cbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089558 Jul 20 11:45:17.824827 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41516) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:18.061920 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad2ef-0c3b-4b40-8dd4-367ee39e2dbe req-f7691613-252d-4b9c-87ab-d92019f19eca tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:18.063445 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-180ad2ef-0c3b-4b40-8dd4-367ee39e2dbe req-f7691613-252d-4b9c-87ab-d92019f19eca tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 944 time: 0.3004403 Jul 20 11:45:18.082512 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.125253 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.137826 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-180ad2ef-0c3b-4b40-8dd4-367ee39e2dbe req-6788febe-a665-4ea2-800c-6c8ec98f26df tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634599 Jul 20 11:45:18.189870 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.194713 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.196347 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8c4e550-3b96-4652-97bd-007f650e6858 HTTP/1.1" status: 204 len: 168 time: 0.3705316 Jul 20 11:45:18.208436 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf75c-88e5-443f-b35c-908d696f01f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4e550-3b96-4652-97bd-007f650e6858,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:18.348454 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a767e-62c6-4c13-8d0b-d848cc7095c5 req-5f5cfd64-b66b-4de6-a67e-1c36abea7dfe tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:18.351012 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a7a767e-62c6-4c13-8d0b-d848cc7095c5 req-5f5cfd64-b66b-4de6-a67e-1c36abea7dfe tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 945 time: 0.0933492 Jul 20 11:45:18.396645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41550) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:18.404378 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:18.405188 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a7a767e-62c6-4c13-8d0b-d848cc7095c5 req-6ea41334-090d-4097-b2ea-939cef60d190 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Jul 20 11:45:18.411307 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 4cb44b2f-3e9c-4b4b-b181-53b148016738 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:18.506392 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 4cb44b2f-3e9c-4b4b-b181-53b148016738 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:18.540526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-782560020-network', 'tenant_id': '65565ba1b3174a02bc0b32616f61159a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:18.556902 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 4cb44b2f-3e9c-4b4b-b181-53b148016738 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:18.557269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.583391 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41556) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:18.586042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Made reservation on behalf of 65565ba1b3174a02bc0b32616f61159a for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:18.590543 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.598473 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ddbf367a-3649-43af-9d33-65a20c3b1c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.602296 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.657666 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:18.689453 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d5024-8aa0-44b9-915d-2b60027f3b76 req-008be9ed-dc83-4f0a-92cb-7d491f6eb556 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:18.691222 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-061d5024-8aa0-44b9-915d-2b60027f3b76 req-008be9ed-dc83-4f0a-92cb-7d491f6eb556 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 945 time: 0.0907271 Jul 20 11:45:18.701798 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '2f6f1d19-1128-440e-ae75-576c2559f708', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:18.751786 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-061d5024-8aa0-44b9-915d-2b60027f3b76 req-125410c8-24b7-40b0-8a31-9ef27e6f7d6f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Jul 20 11:45:18.779138 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.779426 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.784401 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.790004 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.815358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:18.820545 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:45:18.826596 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:18.845463 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.845898 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Added segment 199c9163-11a1-4802-b50d-3c8ec1828976 of type vlan for network ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d Jul 20 11:45:18.847493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec6e36-dca8-4105-9214-189f5309487d,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:18.892543 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.925146 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:18.929238 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.930263 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:18.931631 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.932046 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.933020 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 6819baf1-c2d0-4331-976b-f74aaefe9617 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:18.940217 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:18.948467 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd82c8-4a3f-4ae0-9ba3-76a18ac1fd66 req-ff2e5682-0f7d-4908-8b52-f5451ffb0c72 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:18.955363 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9fdd82c8-4a3f-4ae0-9ba3-76a18ac1fd66 req-ff2e5682-0f7d-4908-8b52-f5451ffb0c72 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1140759 Jul 20 11:45:18.960726 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:18.994155 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ddbf367a-3649-43af-9d33-65a20c3b1c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.006785 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ddbf367a-3649-43af-9d33-65a20c3b1c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.025692 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.043386 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.055092 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29f48b-159f-4db6-a614-8261da2f0601" -d '{"events": [{"server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "name": "network-vif-plugged", "status": "completed", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:19.057544 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9fdd82c8-4a3f-4ae0-9ba3-76a18ac1fd66 req-e6cdbe79-401c-49cb-a83c-329287d2e1b5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005933 Jul 20 11:45:19.071609 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:45:19.071609 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 6819baf1-c2d0-4331-976b-f74aaefe9617 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:19.072055 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-4ea4a739-f889-4ff4-9a24-24bd7189a969 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6687098 Jul 20 11:45:19.072055 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41576) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:19.083159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Request body: {'subnet': {'network_id': 'ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-782560020-subnet', 'tenant_id': '65565ba1b3174a02bc0b32616f61159a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:19.087974 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 6819baf1-c2d0-4331-976b-f74aaefe9617 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:19.088362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.104118 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ddbf367a-3649-43af-9d33-65a20c3b1c19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ba3842a0504a51954c414893dfa2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195367 Jul 20 11:45:19.106064 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41578) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:19.112637 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Made reservation on behalf of 65565ba1b3174a02bc0b32616f61159a for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:19.115242 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf367a-3649-43af-9d33-65a20c3b1c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3567fb86-ef0d-4a39-9482-e5906bbeaca5,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.115771 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.171781 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e3622a-a524-403f-8dce-f66764302bf0 x-openstack-request-id: req-27e3622a-a524-403f-8dce-f66764302bf0 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:19.172083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "name": "network-vif-plugged", "status": "completed", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:19.172357 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e3622a-a524-403f-8dce-f66764302bf0 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:19.172815 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738', 'code': 200} Jul 20 11:45:19.175018 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.183050 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.215658 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['2f6f1d19-1128-440e-ae75-576c2559f708'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:19.216610 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.309218 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.311910 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.316019 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3567fb86-ef0d-4a39-9482-e5906bbeaca5 HTTP/1.1" status: 204 len: 168 time: 0.2085929 Jul 20 11:45:19.331360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08531970-6a2f-4392-8866-b6d4ae3b8aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3567fb86-ef0d-4a39-9482-e5906bbeaca5,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.340067 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.374206 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9514-8034-4470-b963-be44def3989e req-41eabe10-056b-4dde-9b19-d98aed75a64d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:19.376203 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-48de9514-8034-4470-b963-be44def3989e req-41eabe10-056b-4dde-9b19-d98aed75a64d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 944 time: 0.1091745 Jul 20 11:45:19.417373 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6819baf1-c2d0-4331-976b-f74aaefe9617,segment=NetworkSegment(e4dfe045-113d-4016-ad4e-07ee712c651d),segment_id=e4dfe045-113d-4016-ad4e-07ee712c651d)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:19.427227 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.428181 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:19.458442 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-48de9514-8034-4470-b963-be44def3989e req-00f75971-a6bd-42da-bb6a-fb2fb63dbdff tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Jul 20 11:45:19.563049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-f8a0b408-9129-4558-b691-9533b7c365c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:19.565249 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-f8a0b408-9129-4558-b691-9533b7c365c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 1099 time: 0.2233031 Jul 20 11:45:19.593587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-747dbea6-5f8d-4f29-86b2-2d13ed20a9cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.606297 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.607001 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.641260 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658767-bde1-49b7-b97b-f5453212af85 req-149f2397-c639-4465-aed0-d5bdc4799ec0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:19.648763 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df658767-bde1-49b7-b97b-f5453212af85 req-149f2397-c639-4465-aed0-d5bdc4799ec0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.1189375 Jul 20 11:45:19.656252 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:19.663316 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:19.665269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.679603 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bca45a2-f3d7-494f-b2f5-bebfaace4738,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.698625 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df658767-bde1-49b7-b97b-f5453212af85 req-e0484eb6-5cd3-4846-8c0f-a90b0ecc6a6a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Jul 20 11:45:19.737233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Checking segment: {'id': '199c9163-11a1-4802-b50d-3c8ec1828976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:19.737590 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Network hostable DHCP agents. Network: ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:45:19.764458 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Network ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:45:19.778810 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:19.784224 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:19.784902 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.788967 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.794123 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c9345-2f7e-450f-ab14-76e7ac3cce3a None None] Network ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:45:19.858819 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-747dbea6-5f8d-4f29-86b2-2d13ed20a9cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.866801 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-747dbea6-5f8d-4f29-86b2-2d13ed20a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.885158 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-fa8abca8-28f9-4d91-8683-c52e5392a89a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8145468 Jul 20 11:45:19.904321 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:19.918534 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.921404 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f68bfca-d5d4-4432-88fb-181ad3dc3bb6 req-747dbea6-5f8d-4f29-86b2-2d13ed20a9cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442202 Jul 20 11:45:19.923909 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dbea6-5f8d-4f29-86b2-2d13ed20a9cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be27cd51-27fe-4836-bd0d-25dacd825e64,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:19.929155 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8e859672-9c79-4e06-aaaa-56bbe3175257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:19.969183 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83d4f9-5a75-47cc-b860-48d72db0f51f req-66ffc4d5-a465-4be2-a3ff-720bc3699221 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:19.971075 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a83d4f9-5a75-47cc-b860-48d72db0f51f req-66ffc4d5-a465-4be2-a3ff-720bc3699221 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.1158795 Jul 20 11:45:20.044547 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:20.050491 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03dad2-ee3b-4afa-885e-2cb2a638c201 None None] Network ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:45:20.057209 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a83d4f9-5a75-47cc-b860-48d72db0f51f req-6a7e7c19-596c-4eca-8145-3b698c97a198 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797267 Jul 20 11:45:20.248169 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baf4df-c97d-4cce-a2ea-a481a7568605 req-08bfab7f-5359-4edd-bf97-c2d43e9e8eae tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:20.248755 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-88baf4df-c97d-4cce-a2ea-a481a7568605 req-08bfab7f-5359-4edd-bf97-c2d43e9e8eae tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0868735 Jul 20 11:45:20.298595 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-88baf4df-c97d-4cce-a2ea-a481a7568605 req-4888d0e0-3c30-49b5-a3fc-82b2e0102dbb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Jul 20 11:45:20.593418 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776c202-5efa-499d-b8cd-127c739d47e7 req-a9a0d773-5e3a-469b-8e02-5919c186b6a6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:20.594950 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9776c202-5efa-499d-b8cd-127c739d47e7 req-a9a0d773-5e3a-469b-8e02-5919c186b6a6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0632250 Jul 20 11:45:20.645151 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9776c202-5efa-499d-b8cd-127c739d47e7 req-eb7cfbf5-ebc5-455d-8680-ecc5181dd28c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jul 20 11:45:20.669639 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41646) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:20.674622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658085045-network', 'tenant_id': '7e9f50ca6efc4d619eefdd07293c85cb'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:20.709300 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Made reservation on behalf of 7e9f50ca6efc4d619eefdd07293c85cb for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:20.712418 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:20.721086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:20.864255 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12262cc8-05d1-47b5-a94e-7ab39b41b6d0 req-8d3a189a-0a89-4954-a2ab-cd92183c97b9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:20.866389 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12262cc8-05d1-47b5-a94e-7ab39b41b6d0 req-8d3a189a-0a89-4954-a2ab-cd92183c97b9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.1043196 Jul 20 11:45:20.868414 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:20.873235 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:20.899145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:45:20.924639 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5499d3c-5abf-4f98-8254-321fb67431f4,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:20.927501 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:20.927832 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Added segment a0cb4248-b42f-494d-9ec9-1811eaabfab5 of type vlan for network f8c1fc55-9b61-400c-84d8-7aa077cf87ac Jul 20 11:45:20.970013 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12262cc8-05d1-47b5-a94e-7ab39b41b6d0 req-3675821f-2c0d-4d53-a623-eb1541e06471 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Jul 20 11:45:20.981583 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.010630 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.011638 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:21.012228 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.045030 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741558 Jul 20 11:45:21.047825 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41662) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:21.053600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Request body: {'subnet': {'network_id': 'f8c1fc55-9b61-400c-84d8-7aa077cf87ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658085045-subnet', 'tenant_id': '7e9f50ca6efc4d619eefdd07293c85cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:21.078080 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Made reservation on behalf of 7e9f50ca6efc4d619eefdd07293c85cb for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:21.080415 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.084639 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1801b-c441-46d4-a9fa-ba1f21b32a3c admin admin] Pushing event updated for resources: {'Network': ['ID=f8c1fc55-9b61-400c-84d8-7aa077cf87ac,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:21.097953 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network f8c1fc55-9b61-400c-84d8-7aa077cf87ac details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:45:21.194863 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d09ad-fff6-4633-8478-99d0d7325a37 req-0217e066-7ba6-4c76-b609-a2932b6699aa tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:21.197680 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-527d09ad-fff6-4633-8478-99d0d7325a37 req-0217e066-7ba6-4c76-b609-a2932b6699aa tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0767651 Jul 20 11:45:21.208109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617'}, {'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:21.216613 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3453ca-8d97-4ee0-9bd1-e36295ecc08d" -d '{"events": [{"server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "name": "network-vif-plugged", "status": "completed", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617"}, {"server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "name": "network-vif-plugged", "status": "completed", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:21.263352 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-527d09ad-fff6-4633-8478-99d0d7325a37 req-20af1c0b-36de-4a05-90d8-6f808655f4dc tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Jul 20 11:45:21.291344 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a1a2ed-8f01-400c-a305-49d08ce71bc6 x-openstack-request-id: req-07a1a2ed-8f01-400c-a305-49d08ce71bc6 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:21.291640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "name": "network-vif-plugged", "status": "completed", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617", "code": 200}, {"server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "name": "network-vif-plugged", "status": "completed", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:21.292764 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07a1a2ed-8f01-400c-a305-49d08ce71bc6 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:21.292764 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617', 'code': 200} Jul 20 11:45:21.292764 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087', 'code': 200} Jul 20 11:45:21.325934 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.378017 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0593a35e-dd02-4bf6-985d-ccd1e406690c,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:21.394559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Checking segment: {'id': 'a0cb4248-b42f-494d-9ec9-1811eaabfab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8c1fc55-9b61-400c-84d8-7aa077cf87ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:21.394908 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Network hostable DHCP agents. Network: f8c1fc55-9b61-400c-84d8-7aa077cf87ac, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:45:21.413037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Network f8c1fc55-9b61-400c-84d8-7aa077cf87ac is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:45:21.423161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, f8c1fc55-9b61-400c-84d8-7aa077cf87ac) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:21.433574 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1be751-77ae-4088-9096-4fbff7d47138 None None] Network f8c1fc55-9b61-400c-84d8-7aa077cf87ac requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:45:21.433870 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:21.434461 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.447967 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad5870-1b9e-4412-94dd-927ff7b0b455 req-2f05412d-2790-4e3d-a901-35b5893c39a1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:21.449924 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a2ad5870-1b9e-4412-94dd-927ff7b0b455 req-2f05412d-2790-4e3d-a901-35b5893c39a1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0730937 Jul 20 11:45:21.452519 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-5f02daf8-cdcf-4c15-9423-7e1ce3fb9fb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4025552 Jul 20 11:45:21.511187 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a2ad5870-1b9e-4412-94dd-927ff7b0b455 req-2b5df4a4-68f0-4ecd-90fe-773033e3e006 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Jul 20 11:45:21.706878 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:21.741047 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c261d-06c3-44d9-abac-4b36d40b4659 None None] Network f8c1fc55-9b61-400c-84d8-7aa077cf87ac requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:45:21.820588 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81098e3-b852-4ac3-88ed-6ab3e10c51f0 req-a6a72b8b-91d1-4805-bb7c-95c4404cc731 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:21.822601 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f81098e3-b852-4ac3-88ed-6ab3e10c51f0 req-a6a72b8b-91d1-4805-bb7c-95c4404cc731 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0682232 Jul 20 11:45:21.832189 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:21.853467 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:21.853833 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.865651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f81098e3-b852-4ac3-88ed-6ab3e10c51f0 req-48b4e493-773e-4047-8494-48bcec375325 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Jul 20 11:45:21.954348 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:21.988229 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:21.992142 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:22.047502 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:22.118205 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50708006-3e63-4aef-9d3c-38c365f2376e req-0a2ca5f1-e016-4fef-a65f-3176726483c9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:22.119591 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50708006-3e63-4aef-9d3c-38c365f2376e req-0a2ca5f1-e016-4fef-a65f-3176726483c9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.0620434 Jul 20 11:45:22.156000 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50708006-3e63-4aef-9d3c-38c365f2376e req-ee5efdee-5503-42af-aebc-5d189f68ffd7 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Jul 20 11:45:22.386421 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835b10b-b30b-49fc-b230-991fdb0788d0 req-9787ef41-9544-4cba-bc08-b3bbb3f13dbe tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:22.387851 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f835b10b-b30b-49fc-b230-991fdb0788d0 req-9787ef41-9544-4cba-bc08-b3bbb3f13dbe tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0668533 Jul 20 11:45:22.425994 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f835b10b-b30b-49fc-b230-991fdb0788d0 req-024b080b-351d-4e09-8c83-4a91a268abfd tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jul 20 11:45:22.433876 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d52ba015-1a28-46bb-b1f7-24589eec8f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:22.645933 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0a701-25ec-40a9-a227-f04cc352e0e1 req-a05310a2-2d38-4d5a-82d3-29b9c5e75734 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:22.647344 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e6d0a701-25ec-40a9-a227-f04cc352e0e1 req-a05310a2-2d38-4d5a-82d3-29b9c5e75734 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0617564 Jul 20 11:45:22.685608 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e6d0a701-25ec-40a9-a227-f04cc352e0e1 req-6afe28e2-926e-4a0b-81fd-e122d293ceda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Jul 20 11:45:22.886088 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:23.010112 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599750-616e-4ede-885e-805fb7b15267 req-b1a9746d-c280-4cde-8ee8-0efb0e4cf5ce tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.011669 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8d599750-616e-4ede-885e-805fb7b15267 req-b1a9746d-c280-4cde-8ee8-0efb0e4cf5ce tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0660858 Jul 20 11:45:23.051423 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8d599750-616e-4ede-885e-805fb7b15267 req-6228b9b7-32c3-4952-bada-ccaf163ab199 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jul 20 11:45:23.064116 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d64cd-e6fe-40f1-bca3-46ca5a52096a req-d1e7279f-8b7b-42f7-8835-f1d247dd4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.072167 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa0d64cd-e6fe-40f1-bca3-46ca5a52096a req-d1e7279f-8b7b-42f7-8835-f1d247dd4524 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1098 time: 0.0894065 Jul 20 11:45:23.072167 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4a6ba-2a39-4826-9272-3c88d4f40c5b req-c9998368-9035-4dbc-9220-2f93e0fddc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.072167 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d2b4a6ba-2a39-4826-9272-3c88d4f40c5b req-c9998368-9035-4dbc-9220-2f93e0fddc14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 1099 time: 0.1003885 Jul 20 11:45:23.127488 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa0d64cd-e6fe-40f1-bca3-46ca5a52096a req-c8849a27-1cb8-477c-b385-c4bed567462b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Jul 20 11:45:23.128982 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d2b4a6ba-2a39-4826-9272-3c88d4f40c5b req-9c6eb8b3-4429-4cfd-b74f-f50703931f82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504513 Jul 20 11:45:23.291031 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9cde-97ac-40ff-947c-9c07c418f284 req-13afd140-c932-4b87-9fa6-7cf883c85bea tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.292595 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0bfa9cde-97ac-40ff-947c-9c07c418f284 req-13afd140-c932-4b87-9fa6-7cf883c85bea tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.0697091 Jul 20 11:45:23.295543 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:23.297895 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78692f7-b8f4-434a-813e-5d61cca8f5fd" -d '{"events": [{"server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "name": "network-vif-plugged", "status": "completed", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:23.334478 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0bfa9cde-97ac-40ff-947c-9c07c418f284 req-edbd9863-85cf-40af-8ea5-87363e2ab09e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Jul 20 11:45:23.343094 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46be3b-684a-407d-8789-245e462cb677 x-openstack-request-id: req-4e46be3b-684a-407d-8789-245e462cb677 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:23.343438 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "name": "network-vif-plugged", "status": "completed", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:23.343715 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e46be3b-684a-407d-8789-245e462cb677 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:23.344168 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9', 'code': 200} Jul 20 11:45:23.527996 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:23.560608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b00c7-ee5d-4100-ab07-6c0bb3b22d15 req-8cbd1b29-ddd0-4b2f-b1e0-abaa5493f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.566533 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b47b00c7-ee5d-4100-ab07-6c0bb3b22d15 req-8cbd1b29-ddd0-4b2f-b1e0-abaa5493f45e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.0741134 Jul 20 11:45:23.578645 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f8ed-6a14-479f-8e58-308f20e9c6dd req-a2477613-90cf-4fce-b27e-ba5ec093580f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.580167 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-65d1f8ed-6a14-479f-8e58-308f20e9c6dd req-a2477613-90cf-4fce-b27e-ba5ec093580f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0801289 Jul 20 11:45:23.606144 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b47b00c7-ee5d-4100-ab07-6c0bb3b22d15 req-bfc6256a-51cb-4186-a8fd-c54c3603fb28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Jul 20 11:45:23.624551 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-65d1f8ed-6a14-479f-8e58-308f20e9c6dd req-7074a639-3378-4949-9f84-12cd32892042 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Jul 20 11:45:23.825550 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a6afe-6057-4d86-a563-89ab9e55e2aa req-36a57fef-f19b-4599-80bc-ca00c78e2bd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:23.827071 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-117a6afe-6057-4d86-a563-89ab9e55e2aa req-36a57fef-f19b-4599-80bc-ca00c78e2bd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0725770 Jul 20 11:45:23.871143 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-117a6afe-6057-4d86-a563-89ab9e55e2aa req-ee7d01bc-01de-42e8-ad9b-69e5ad064145 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Jul 20 11:45:24.193932 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7777f8-db27-49d9-85d5-c54a03dc09e5 req-7c9015b1-9516-4e6f-a43a-7841d93f7318 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:24.195437 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af7777f8-db27-49d9-85d5-c54a03dc09e5 req-7c9015b1-9516-4e6f-a43a-7841d93f7318 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0684819 Jul 20 11:45:24.238338 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af7777f8-db27-49d9-85d5-c54a03dc09e5 req-40e6a9c3-07b2-4775-aa7f-0c56a9386864 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 Jul 20 11:45:24.489572 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1676b2a-cab6-4930-a30e-8f5a006958eb req-17cef8fb-751c-4e80-8391-a71516eec193 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:24.491900 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1676b2a-cab6-4930-a30e-8f5a006958eb req-17cef8fb-751c-4e80-8391-a71516eec193 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.0703979 Jul 20 11:45:24.536012 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1676b2a-cab6-4930-a30e-8f5a006958eb req-3c64b349-364b-46df-a10b-8df84bd76a00 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Jul 20 11:45:24.795259 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:45:24.810411 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92b87c-ccd7-48b3-a22c-6bc2c859713f req-19c2b435-72d4-4b75-bce8-31d3dc9f9df6 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:24.812649 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a92b87c-ccd7-48b3-a22c-6bc2c859713f req-19c2b435-72d4-4b75-bce8-31d3dc9f9df6 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0966120 Jul 20 11:45:24.876402 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 2f6f1d19-1128-440e-ae75-576c2559f708 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:45:24.881281 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 2f6f1d19-1128-440e-ae75-576c2559f708 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:45:24.881852 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:24.885400 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a92b87c-ccd7-48b3-a22c-6bc2c859713f req-b81b9d64-eeda-48a2-ac50-5b778bda6f72 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665424 Jul 20 11:45:25.027144 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:25.063798 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:25.067075 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd920f9-6e9a-41f3-a943-a67a5767558c req-0ed60066-61d4-43fe-b477-9524d2ba7530 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:25.068987 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bdd920f9-6e9a-41f3-a943-a67a5767558c req-0ed60066-61d4-43fe-b477-9524d2ba7530 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0919101 Jul 20 11:45:25.073188 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:25.115490 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bdd920f9-6e9a-41f3-a943-a67a5767558c req-ed5f5718-f1f5-4bd0-a29e-44b3590f4cde tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Jul 20 11:45:25.132941 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:25.170085 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:25.345119 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:25.347498 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b602eb-4aca-4779-b27c-abd52dd0f086" -d '{"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:25.375842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50d4dc-b5ed-4b0e-84b9-8b9b259efcc8 req-f1ecf955-9ad1-45ef-9185-9f9338dbe11d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:25.377697 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b50d4dc-b5ed-4b0e-84b9-8b9b259efcc8 req-f1ecf955-9ad1-45ef-9185-9f9338dbe11d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0680671 Jul 20 11:45:25.390358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1711d89-9533-4133-b537-75e759261309 x-openstack-request-id: req-c1711d89-9533-4133-b537-75e759261309 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:25.390650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:25.390901 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1711d89-9533-4133-b537-75e759261309 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:25.391287 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'code': 200} Jul 20 11:45:25.417594 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b50d4dc-b5ed-4b0e-84b9-8b9b259efcc8 req-5db80abf-629b-4fc4-9d80-69bdc34858e3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Jul 20 11:45:25.747552 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5e642-6393-4550-abbf-be920aa9e8bf req-aa471139-7909-4cd2-a7ca-e1568c2ada3d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:25.749084 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3b5e642-6393-4550-abbf-be920aa9e8bf req-aa471139-7909-4cd2-a7ca-e1568c2ada3d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0625231 Jul 20 11:45:25.788004 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3b5e642-6393-4550-abbf-be920aa9e8bf req-6f467236-0426-4903-abdb-3408de235cdd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jul 20 11:45:25.925045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41838) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:26.026893 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86130f0-5824-4f2c-9167-4ec948ef9102 req-dc53bf8f-288f-4c68-ba4a-398688bd8c13 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:26.034990 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b86130f0-5824-4f2c-9167-4ec948ef9102 req-dc53bf8f-288f-4c68-ba4a-398688bd8c13 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0753682 Jul 20 11:45:26.043751 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e676126f-94bc-4827-92e6-bb1a40a992fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.080785 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b86130f0-5824-4f2c-9167-4ec948ef9102 req-c777fbc1-5a22-4005-a213-bf0b652eab28 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Jul 20 11:45:26.166190 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e676126f-94bc-4827-92e6-bb1a40a992fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.171798 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e676126f-94bc-4827-92e6-bb1a40a992fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.215139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676126f-94bc-4827-92e6-bb1a40a992fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3850bef9-75dd-4a62-a6a2-3091af1fb0a5,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:26.221023 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e676126f-94bc-4827-92e6-bb1a40a992fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b023285cbe024e6496a25da672933ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949297 Jul 20 11:45:26.223779 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41858) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:26.295126 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac84f7-8ab4-4353-afa3-12c40dabef0b req-a2dd6089-aea9-48e9-acf0-17fec7d5993c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:26.302137 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-10ac84f7-8ab4-4353-afa3-12c40dabef0b req-a2dd6089-aea9-48e9-acf0-17fec7d5993c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1012900 Jul 20 11:45:26.308541 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.334166 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.351061 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-10ac84f7-8ab4-4353-afa3-12c40dabef0b req-58bcb431-9b8e-4156-bb6a-eb7a9e556c09 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Jul 20 11:45:26.393237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.395906 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.397444 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3850bef9-75dd-4a62-a6a2-3091af1fb0a5 HTTP/1.1" status: 204 len: 168 time: 0.1724174 Jul 20 11:45:26.408231 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83fda9-5e48-46d2-bc69-e22547a7ecf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3850bef9-75dd-4a62-a6a2-3091af1fb0a5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:26.690308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41872) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:26.703691 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ba879d4b-f807-4982-8593-2da728a0030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.793507 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ba879d4b-f807-4982-8593-2da728a0030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.797907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ba879d4b-f807-4982-8593-2da728a0030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.836534 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ba879d4b-f807-4982-8593-2da728a0030c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b542191c90c4773b0064cb54925e03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451070 Jul 20 11:45:26.838498 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba879d4b-f807-4982-8593-2da728a0030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1061558e-34df-4182-be64-c72f7abfaa2e,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:26.839247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41876) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:26.940619 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:26.970015 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58053f12-02f5-4b1e-90f3-d04809be45f4 req-2a815d43-2d71-4177-ace6-ac446b0b183c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:26.971459 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-58053f12-02f5-4b1e-90f3-d04809be45f4 req-2a815d43-2d71-4177-ace6-ac446b0b183c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1121349 Jul 20 11:45:26.982443 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:27.034407 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-58053f12-02f5-4b1e-90f3-d04809be45f4 req-878ba736-e183-43e3-b5a3-a7022e685e5a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 Jul 20 11:45:27.056281 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:27.059070 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:27.060185 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1061558e-34df-4182-be64-c72f7abfaa2e HTTP/1.1" status: 204 len: 168 time: 0.2199793 Jul 20 11:45:27.068260 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b709-9eab-418f-951f-384d1965b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061558e-34df-4182-be64-c72f7abfaa2e,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:27.476699 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbfcb-7b51-40dd-a142-4bfe7917c94c req-afaeb078-cbcd-4503-a87d-6a93cb209145 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:27.478357 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aa3cbfcb-7b51-40dd-a142-4bfe7917c94c req-afaeb078-cbcd-4503-a87d-6a93cb209145 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0657876 Jul 20 11:45:27.520897 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aa3cbfcb-7b51-40dd-a142-4bfe7917c94c req-51166cdf-5cdc-4c4b-ad20-8d6fda190724 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Jul 20 11:45:28.172509 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc84e-6530-4bdd-9d3c-f9ea6dcfa375 req-bdcb203b-e380-4d52-9b08-8ff15741b4b7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:28.174307 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68fbc84e-6530-4bdd-9d3c-f9ea6dcfa375 req-bdcb203b-e380-4d52-9b08-8ff15741b4b7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0669343 Jul 20 11:45:28.215197 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68fbc84e-6530-4bdd-9d3c-f9ea6dcfa375 req-0ec8c504-29f6-41df-a6c1-cc83ce800888 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Jul 20 11:45:28.519608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c13f5c-6129-4d65-a439-5eb4b8f41ac9 req-39a1e864-1463-42e0-ba60-96af8f923db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:28.521247 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-70c13f5c-6129-4d65-a439-5eb4b8f41ac9 req-39a1e864-1463-42e0-ba60-96af8f923db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1098 time: 0.1071529 Jul 20 11:45:28.523021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-f5654eaa-14ec-44df-b2b1-ce10794681d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:28.525176 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-f5654eaa-14ec-44df-b2b1-ce10794681d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1098 time: 0.1190395 Jul 20 11:45:28.698987 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666b780-005a-4dea-8ae3-ea6ad20df83d req-62d265b0-58b4-4602-9e3f-e9c4ae3180d2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:28.707175 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f666b780-005a-4dea-8ae3-ea6ad20df83d req-62d265b0-58b4-4602-9e3f-e9c4ae3180d2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0987880 Jul 20 11:45:28.748251 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f666b780-005a-4dea-8ae3-ea6ad20df83d req-59d9ed6b-25c8-40b8-99b3-d5eca824f83f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Jul 20 11:45:28.841794 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-70c13f5c-6129-4d65-a439-5eb4b8f41ac9 req-fbd190a4-a7c8-4734-8cae-40d4eabb8ac4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082812 Jul 20 11:45:28.867240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-a904c82b-8e9b-4b36-866e-ed9d44cc115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:28.869408 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-a904c82b-8e9b-4b36-866e-ed9d44cc115d service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.3301442 Jul 20 11:45:28.934531 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41962) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:29.032364 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9cb127d9-2c0f-46ad-a1ae-567173d3ed02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.117542 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9cb127d9-2c0f-46ad-a1ae-567173d3ed02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.122465 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9cb127d9-2c0f-46ad-a1ae-567173d3ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.158326 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9cb127d9-2c0f-46ad-a1ae-567173d3ed02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e585b7f59fb4159abc679e5dcc9faaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227156 Jul 20 11:45:29.160151 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb127d9-2c0f-46ad-a1ae-567173d3ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3e08d-c5a4-409d-8841-a5ca85439442,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:29.160934 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41966) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:29.209192 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.231272 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.277328 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.279869 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.283352 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79b3e08d-c5a4-409d-8841-a5ca85439442 HTTP/1.1" status: 204 len: 168 time: 0.1191356 Jul 20 11:45:29.288658 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea754-2c6f-4cb3-915c-551ea5be2b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3e08d-c5a4-409d-8841-a5ca85439442,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:29.369096 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efffeda-50f3-4a42-8b69-597361da65e5 req-d0c86144-8535-4bfe-84d5-778bc585bf6b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:29.370535 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4efffeda-50f3-4a42-8b69-597361da65e5 req-d0c86144-8535-4bfe-84d5-778bc585bf6b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0683117 Jul 20 11:45:29.413559 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4efffeda-50f3-4a42-8b69-597361da65e5 req-fff1ebac-40c2-4bd3-86b1-4e5e66625dab tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Jul 20 11:45:29.525819 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.552168 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 41980) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:29.565660 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c3eb56e8-d62a-4d6b-9f50-62e37b81ec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.651076 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c3eb56e8-d62a-4d6b-9f50-62e37b81ec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.654662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c3eb56e8-d62a-4d6b-9f50-62e37b81ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.691464 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c3eb56e8-d62a-4d6b-9f50-62e37b81ec38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb99192491d0470a86fd5d639c064a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382077 Jul 20 11:45:29.693441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb56e8-d62a-4d6b-9f50-62e37b81ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0cb1e-6f5a-40ba-9b58-22e20c99e506,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:29.694338 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 41984) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:29.761121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.783859 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.832156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.834681 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:29.838212 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0f0cb1e-6f5a-40ba-9b58-22e20c99e506 HTTP/1.1" status: 204 len: 168 time: 0.1405046 Jul 20 11:45:29.844843 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746f024-0af3-4cca-b598-5ce00cea57a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0cb1e-6f5a-40ba-9b58-22e20c99e506,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:29.898119 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec28c-489d-4eea-83ad-e907d38a39fe req-dec2d1b9-ef0f-4299-ac01-36269ad3e7f5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:29.899699 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c3ec28c-489d-4eea-83ad-e907d38a39fe req-dec2d1b9-ef0f-4299-ac01-36269ad3e7f5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0755370 Jul 20 11:45:29.946485 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c3ec28c-489d-4eea-83ad-e907d38a39fe req-880428a5-ea18-4035-af23-7b5eb3855642 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Jul 20 11:45:30.546640 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837615-771c-4133-a639-167204872e0b req-156555ec-5413-4065-8fbf-0aa0415b5cf5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:30.548236 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5837615-771c-4133-a639-167204872e0b req-156555ec-5413-4065-8fbf-0aa0415b5cf5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0658202 Jul 20 11:45:30.590314 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5837615-771c-4133-a639-167204872e0b req-c2e70b00-977d-4862-8dc1-f54ccf23383e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Jul 20 11:45:31.078869 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42044) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:31.083411 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8e64f-e96d-4c8f-8f6d-fb5769445ab4 req-e58a7cec-d383-4ac0-b664-50a2f2a28e4e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:31.084905 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-23c8e64f-e96d-4c8f-8f6d-fb5769445ab4 req-e58a7cec-d383-4ac0-b664-50a2f2a28e4e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0621035 Jul 20 11:45:31.124052 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-23c8e64f-e96d-4c8f-8f6d-fb5769445ab4 req-a10ec8fb-cb88-444d-97de-5fd64b81dbc9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334687 Jul 20 11:45:31.179270 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8cae1cf2-a3dc-4768-9091-5c2af5e0aacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.267130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8cae1cf2-a3dc-4768-9091-5c2af5e0aacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.270857 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8cae1cf2-a3dc-4768-9091-5c2af5e0aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.306509 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1cf2-a3dc-4768-9091-5c2af5e0aacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c68d0e-1a1f-4a17-9460-2776abc97c8f,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:31.313958 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8cae1cf2-a3dc-4768-9091-5c2af5e0aacd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9a03d90194248f0af21f37d4c537d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315857 Jul 20 11:45:31.314116 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42050) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:31.360643 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.380911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.426903 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.429459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:31.431163 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49c68d0e-1a1f-4a17-9460-2776abc97c8f HTTP/1.1" status: 204 len: 168 time: 0.1156206 Jul 20 11:45:31.438782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b15c1-03cf-438d-9372-66a906947b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c68d0e-1a1f-4a17-9460-2776abc97c8f,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:31.729117 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51693c0a-7102-43b0-94bb-642427d5d597 req-dca1d9be-32f8-442f-b53c-eed737ab1942 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:31.730593 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-51693c0a-7102-43b0-94bb-642427d5d597 req-dca1d9be-32f8-442f-b53c-eed737ab1942 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0658343 Jul 20 11:45:31.767989 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-51693c0a-7102-43b0-94bb-642427d5d597 req-6db9c114-440a-452a-a9f6-2b144a3f25a4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 20 11:45:31.814000 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-459fee36-a834-480c-80e7-bb9620017927 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 200 len: 217 time: 0.0382383 Jul 20 11:45:31.897318 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-c37f061a-83d3-4f85-94d7-26cad2699573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:31.898863 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-c37f061a-83d3-4f85-94d7-26cad2699573 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.0579443 Jul 20 11:45:31.971063 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-6a137f57-eb02-4fbe-830b-128e1e1d78a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338213 Jul 20 11:45:32.070422 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-9f4273ad-4121-49cf-917b-4b8457546fbf service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914106 Jul 20 11:45:32.173982 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b856e03c-30eb-4a8e-af3b-cdf1fb27e4e2 req-8a3e9a57-0e2b-4322-a849-925f1a4cdcdb service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929127 Jul 20 11:45:32.264137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09f78c-7bb1-4ca0-9a82-f7ae323d8a01 req-9f18e064-5d10-4435-a851-a7ac6794e476 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:32.265702 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0a09f78c-7bb1-4ca0-9a82-f7ae323d8a01 req-9f18e064-5d10-4435-a851-a7ac6794e476 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0677063 Jul 20 11:45:32.306149 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0a09f78c-7bb1-4ca0-9a82-f7ae323d8a01 req-29b69851-09e1-4adf-a24d-5bd84747dde6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343459 Jul 20 11:45:33.037887 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d243-04bf-44d1-8fc7-a89a7ee3c399 req-ee9dc7a1-4f59-4268-adc1-5ce0d69fe884 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:33.052859 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5726d243-04bf-44d1-8fc7-a89a7ee3c399 req-ee9dc7a1-4f59-4268-adc1-5ce0d69fe884 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1933479 Jul 20 11:45:33.102251 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5726d243-04bf-44d1-8fc7-a89a7ee3c399 req-d6b20585-48c2-41d0-ab17-72963b565cd4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 Jul 20 11:45:33.283238 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42164) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:33.410990 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a215232-7114-4ced-accb-de8ec9b77607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.473002 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7566a4d-638b-4407-a499-3338c645f5ef req-59443970-b139-470a-9de1-cf1a6d05af21 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:33.474561 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7566a4d-638b-4407-a499-3338c645f5ef req-59443970-b139-470a-9de1-cf1a6d05af21 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0823495 Jul 20 11:45:33.525648 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7566a4d-638b-4407-a499-3338c645f5ef req-3c5cb3e3-19ac-4639-9649-324f25e1704f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Jul 20 11:45:33.562565 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a215232-7114-4ced-accb-de8ec9b77607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.567905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a215232-7114-4ced-accb-de8ec9b77607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.606550 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1a215232-7114-4ced-accb-de8ec9b77607 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9884b287319841ddbb19b28ea8097b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221228 Jul 20 11:45:33.609128 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a215232-7114-4ced-accb-de8ec9b77607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d20122-8053-437b-8428-6f32cfc2f20a,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:33.611621 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42180) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:33.661656 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.672753 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bee73-d91a-4785-9604-c78cc2848d3f req-c70d5440-a8e7-4d2e-9569-2348b7a9b14a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:33.674556 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-589bee73-d91a-4785-9604-c78cc2848d3f req-c70d5440-a8e7-4d2e-9569-2348b7a9b14a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0710802 Jul 20 11:45:33.685265 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.686903 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42182) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:33.691440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'floatingip': {'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:33.791169 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.920968 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.923619 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:33.924795 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7d20122-8053-437b-8428-6f32cfc2f20a HTTP/1.1" status: 204 len: 168 time: 0.3124676 Jul 20 11:45:33.963520 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b9c38-1bfe-42c8-bb02-3f7f86ec2097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d20122-8053-437b-8428-6f32cfc2f20a,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:34.257259 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42216) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:34.288327 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013083f3-ff1a-4921-8138-7d118b66af28 req-aeebcbeb-4523-45bb-b217-6f9f26acea36 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:34.296580 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-013083f3-ff1a-4921-8138-7d118b66af28 req-aeebcbeb-4523-45bb-b217-6f9f26acea36 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1013346 Jul 20 11:45:34.303354 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2f35eabc-2bee-4f0e-be01-bbbc809d18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.347332 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-013083f3-ff1a-4921-8138-7d118b66af28 req-9ac214c2-1906-4390-b00a-a1051f0811b1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Jul 20 11:45:34.541510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.547794 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.823466 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2f35eabc-2bee-4f0e-be01-bbbc809d18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.830029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2f35eabc-2bee-4f0e-be01-bbbc809d18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.881788 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2f35eabc-2bee-4f0e-be01-bbbc809d18f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d8c855b695d4120a94f0f91a3672f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229596 Jul 20 11:45:34.883320 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Floating IP 68075058-9a73-4dd8-8066-1b0e6dece639 associated. External IP: 172.27.1.184, port: 2f6f1d19-1128-440e-ae75-576c2559f708. Jul 20 11:45:34.884594 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42232) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:34.885491 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35eabc-2bee-4f0e-be01-bbbc809d18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21515795-6ee5-4cb2-9d0b-ec81f9f95b96,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:34.947395 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:34.969887 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:35.040893 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:35.041882 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:35.045782 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21515795-6ee5-4cb2-9d0b-ec81f9f95b96 HTTP/1.1" status: 204 len: 168 time: 0.1601660 Jul 20 11:45:35.055312 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798195e-0f9d-4e47-a24d-27a42b7ec97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21515795-6ee5-4cb2-9d0b-ec81f9f95b96,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:35.145349 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:45:35.256033 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:45:35.261328 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:35.273395 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:45:35.302297 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:45:35.302933 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:35.309472 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3acb05b9-027a-4005-9933-3092da129fda tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "PUT /v2.0/floatingips/68075058-9a73-4dd8-8066-1b0e6dece639 HTTP/1.1" status: 200 len: 991 time: 1.6215293 Jul 20 11:45:35.310891 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:35.313767 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab7f7dd-48c3-4770-978a-5632203bba88" -d '{"events": [{"name": "network-changed", "server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:35.409471 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436eace6-5e4f-40a0-b657-203f1787e6b3 x-openstack-request-id: req-436eace6-5e4f-40a0-b657-203f1787e6b3 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:35.409954 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:35.410339 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-436eace6-5e4f-40a0-b657-203f1787e6b3 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:35.410850 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'status': 'completed', 'code': 200} Jul 20 11:45:35.483549 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:45:35.547440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-1e120f76-5f8e-4670-b33c-fa8ece8bfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:35.549460 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-1e120f76-5f8e-4670-b33c-fa8ece8bfa73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1098 time: 0.0891373 Jul 20 11:45:35.709959 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44063-1dfe-4e9a-a8d3-0b8bc222ac9f req-9b86966d-f250-4aa9-83d1-16cda6fb2106 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:35.711707 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-09a44063-1dfe-4e9a-a8d3-0b8bc222ac9f req-9b86966d-f250-4aa9-83d1-16cda6fb2106 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1893852 Jul 20 11:45:35.728762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-5fb60086-b8dd-4ee9-8bda-41801c2e8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:35.732835 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-5fb60086-b8dd-4ee9-8bda-41801c2e8bac service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1753054 Jul 20 11:45:35.778870 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-09a44063-1dfe-4e9a-a8d3-0b8bc222ac9f req-16c15cad-2848-4f60-b62a-cca6cc7cfb34 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Jul 20 11:45:35.856454 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68075058-9a73-4dd8-8066-1b0e6dece639', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:45:06Z', 'updated_at': '2021-07-20T11:45:34Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:35.883262 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-6e9723ae-6460-4c18-98f2-e53a399a4177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 999 time: 0.1426876 Jul 20 11:45:35.976243 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-188c624e-e1aa-4112-bd21-e6e00548766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:35.979062 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-188c624e-e1aa-4112-bd21-e6e00548766d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0841322 Jul 20 11:45:35.985041 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:45:35.994327 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:45:35.995033 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:36.083751 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-c132d4a0-042e-4473-8093-4fb4d6cb0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:36.088235 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-c132d4a0-042e-4473-8093-4fb4d6cb0d1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920677 Jul 20 11:45:36.114207 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:45:36.226989 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-e517919b-6fb8-4e61-a8bf-06e2400334e8 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138082 Jul 20 11:45:36.343246 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fab7f7dd-48c3-4770-978a-5632203bba88 req-f493dd4f-fb9e-4350-b835-494d074dd67a service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058512 Jul 20 11:45:36.422837 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68075058-9a73-4dd8-8066-1b0e6dece639', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:45:06Z', 'updated_at': '2021-07-20T11:45:34Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:36.454738 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42439f6a-2081-46a8-a58a-6553f758e31e None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68075058-9a73-4dd8-8066-1b0e6dece639', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:45:06Z', 'updated_at': '2021-07-20T11:45:34Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:45:36.707202 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a5051a-8d6a-435d-9a5f-59e3061aa2fa None None] New status for floating IP 68075058-9a73-4dd8-8066-1b0e6dece639: ACTIVE {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:45:36.926629 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7327e9-be14-49e8-b840-d996e0a1cf71 req-528a19d1-588d-42d0-b045-a1ed0c879510 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:36.928085 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7c7327e9-be14-49e8-b840-d996e0a1cf71 req-528a19d1-588d-42d0-b045-a1ed0c879510 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0694423 Jul 20 11:45:36.978217 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7c7327e9-be14-49e8-b840-d996e0a1cf71 req-efcc38ac-89b7-4267-b7e8-65d14912fe6e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Jul 20 11:45:38.131108 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b842dbd-15c4-4293-9925-2f7c2cc3f3ff req-0e2be785-24a2-4911-82aa-2a0e0ff7ed9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:38.134354 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b842dbd-15c4-4293-9925-2f7c2cc3f3ff req-0e2be785-24a2-4911-82aa-2a0e0ff7ed9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0662491 Jul 20 11:45:38.172223 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b842dbd-15c4-4293-9925-2f7c2cc3f3ff req-1a3fe30e-ad09-42b9-aaea-27c4da9cd5c1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Jul 20 11:45:39.308551 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea02e42-0fd3-411e-a167-deb2cb09070b req-77213dd6-8756-4f75-b25d-77fcbd9d3d8e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:39.310076 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ea02e42-0fd3-411e-a167-deb2cb09070b req-77213dd6-8756-4f75-b25d-77fcbd9d3d8e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0685241 Jul 20 11:45:39.354289 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ea02e42-0fd3-411e-a167-deb2cb09070b req-bb9366cc-ca01-436b-b673-a3ce9e9eef17 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Jul 20 11:45:40.483891 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71906678-dac6-44c2-a350-9618a1a453b8 req-eb709bd5-e50b-4eb4-b054-f6e6fc8e5761 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:40.485353 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-71906678-dac6-44c2-a350-9618a1a453b8 req-eb709bd5-e50b-4eb4-b054-f6e6fc8e5761 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0653343 Jul 20 11:45:40.525729 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-71906678-dac6-44c2-a350-9618a1a453b8 req-be4a9997-020f-47d1-899f-59e20d0293c8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345871 Jul 20 11:45:41.647778 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5713e-abd2-4a66-8c04-725a0bbdaec3 req-9384e48d-3860-4dfb-bf38-652a758be2d9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:41.649818 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ba5713e-abd2-4a66-8c04-725a0bbdaec3 req-9384e48d-3860-4dfb-bf38-652a758be2d9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0607543 Jul 20 11:45:41.688280 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ba5713e-abd2-4a66-8c04-725a0bbdaec3 req-9d3fedfc-fa68-4d81-b56c-644112d947dd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Jul 20 11:45:42.813647 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da705a6-d44a-4d2c-a243-1cf7c576a7d6 req-2b14988f-5018-4932-9228-a468404c2ca4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:42.815110 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8da705a6-d44a-4d2c-a243-1cf7c576a7d6 req-2b14988f-5018-4932-9228-a468404c2ca4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0604639 Jul 20 11:45:42.852203 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8da705a6-d44a-4d2c-a243-1cf7c576a7d6 req-f8452bd3-4474-42ad-9da7-870b2c0cec82 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Jul 20 11:45:43.975093 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56f3ae-d7bf-48d2-ad11-2603f79bc28f req-c8a92b51-9133-48d4-8cb7-c9136eed5f39 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:43.976823 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3f56f3ae-d7bf-48d2-ad11-2603f79bc28f req-c8a92b51-9133-48d4-8cb7-c9136eed5f39 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0607257 Jul 20 11:45:44.013200 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3f56f3ae-d7bf-48d2-ad11-2603f79bc28f req-85739b1c-8468-4e4b-9670-4743ded51af3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jul 20 11:45:45.148854 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07ba75-6ba5-4142-b8db-96214b15be7f req-7bfa3996-9d6e-43ee-95f9-3b9a329f4c76 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:45.151570 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4c07ba75-6ba5-4142-b8db-96214b15be7f req-7bfa3996-9d6e-43ee-95f9-3b9a329f4c76 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0689087 Jul 20 11:45:45.193333 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4c07ba75-6ba5-4142-b8db-96214b15be7f req-6d6be95c-fd63-4cd0-bfc8-a3258d67c9fb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Jul 20 11:45:46.318180 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195c5c-5449-46af-9ed0-a60802ecea42 req-fc56fc0b-4caf-40e7-a173-d34537c59370 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:46.319551 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-35195c5c-5449-46af-9ed0-a60802ecea42 req-fc56fc0b-4caf-40e7-a173-d34537c59370 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0605295 Jul 20 11:45:46.356252 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-35195c5c-5449-46af-9ed0-a60802ecea42 req-f251f97d-6335-4a51-8737-fec3ac6cacda tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Jul 20 11:45:47.143390 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-1adf4122-25ad-4e57-9909-ba51af88a36a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:47.144897 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-1adf4122-25ad-4e57-9909-ba51af88a36a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1041203 Jul 20 11:45:47.159486 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-f702b5af-2769-49a7-8928-e366c55dddbe tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/quotas/746fe2416af74852b2c3a2aad9152f1a HTTP/1.1" status: 200 len: 375 time: 0.0092621 Jul 20 11:45:47.229971 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-480fafff-01b1-4fb8-b79a-880a9276037f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650485 Jul 20 11:45:47.324580 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-66b1e43d-606a-4ad5-903b-c75fd9682957 service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878723 Jul 20 11:45:47.415179 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-cbf646ef-4ccb-442e-9057-18f40589c8ed service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833116 Jul 20 11:45:47.620781 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd675f-d799-41e3-b0d6-e3999803ddb2 req-3c6cf2ef-c84a-45f8-88c3-2a5b54331689 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:47.622254 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ffbd675f-d799-41e3-b0d6-e3999803ddb2 req-3c6cf2ef-c84a-45f8-88c3-2a5b54331689 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0673435 Jul 20 11:45:47.839049 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ffbd675f-d799-41e3-b0d6-e3999803ddb2 req-9eed5691-7392-4372-90ea-aba49c511ef8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111640 Jul 20 11:45:47.904741 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4eb913c3-6ba3-4b63-a3d2-e3aaa9e9fcb9 req-b7fc87b6-89a8-409c-ab8e-d38418e9e0d8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 210 time: 0.0266418 Jul 20 11:45:48.980278 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c59cc-af91-4ed2-bd8b-419bae70e788 req-5203eb02-fedc-47ec-ac58-a384862dea53 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:48.981939 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d04c59cc-af91-4ed2-bd8b-419bae70e788 req-5203eb02-fedc-47ec-ac58-a384862dea53 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0741861 Jul 20 11:45:49.025465 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d04c59cc-af91-4ed2-bd8b-419bae70e788 req-b38ac931-24d0-4357-90a1-895b4a7ad666 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Jul 20 11:45:49.122955 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6bdb91a9-503d-4388-860f-a5d84469b785 req-42aef288-ea4d-4cd6-98e1-6d8a76f72829 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 210 time: 0.0391772 Jul 20 11:45:49.862409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-ab62bf1c-2ba0-4a50-b9d1-9c6a821388a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:49.864439 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-ab62bf1c-2ba0-4a50-b9d1-9c6a821388a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1069365 Jul 20 11:45:49.873870 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-da2be187-2597-4a81-9895-77e1730b1f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:49.888986 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Request body: {'port': {'device_id': 'c8efe921-6691-45ac-b520-acd3943842ce', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'admin_state_up': True, 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:50.012740 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:45:50.016398 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.149883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Allocated IP 172.20.0.4 (8d763db6-b5b5-402b-badc-830327f9ecd1/648122c7-1f97-4817-8ba9-d8fa438e7bf4/e05425ac-941e-4634-a268-e48c606d7d19) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:45:50.177106 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412542e8-23c5-42be-b435-a6e941a93f8d req-b68ebfa9-bea2-4149-ae3a-414c6c070071 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:50.178639 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-412542e8-23c5-42be-b435-a6e941a93f8d req-b68ebfa9-bea2-4149-ae3a-414c6c070071 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0776739 Jul 20 11:45:50.218236 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-412542e8-23c5-42be-b435-a6e941a93f8d req-7b773295-7084-49dc-b4cd-86ff5765f634 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Jul 20 11:45:50.295675 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-42beb72d-4140-4a4a-8fc5-b4aaba7f7ad9 req-ffc961bb-02c9-49cd-b807-bc38ef418004 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 210 time: 0.0312114 Jul 20 11:45:50.299482 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42652) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:50.347336 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.394713 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.417146 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:50.437977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.452889 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:45:50.456717 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:45:50.461361 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:45:50.467346 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:50.467850 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.470454 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event updated for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:50.480982 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.481250 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.481585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.481922 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.482262 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.482598 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.482931 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.483261 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.483589 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.483905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.484231 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.484599 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.602855 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.612677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.619999 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-9449b97e-1123-4d7b-beee-ea1e3b0996a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356107 Jul 20 11:45:50.638935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Request body: {'port': {'device_id': 'c8efe921-6691-45ac-b520-acd3943842ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:45:50.674986 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e6a01440dc848d6be8b80cbd32f5772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724174 Jul 20 11:45:50.674986 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96962ba7-1070-4679-8a63-4f4ea9951a3d,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:50.676358 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42678) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:50.693016 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.693445 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.693871 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.694395 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.694829 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.695215 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.695665 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.696201 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.696647 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.697063 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.697446 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.697981 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6217d6-017e-48fa-aae0-a936f46c7f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:50.754963 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.759894 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.787566 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.832975 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42688) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:50.871381 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.874018 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.875229 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96962ba7-1070-4679-8a63-4f4ea9951a3d HTTP/1.1" status: 204 len: 168 time: 0.1978090 Jul 20 11:45:50.890154 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f42999-16c7-46be-a1b0-703a9d97fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96962ba7-1070-4679-8a63-4f4ea9951a3d,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:50.897006 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Deleting subnet 7bca45a2-f3d7-494f-b2f5-bebfaace4738 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:45:50.901536 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.947966 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:50.959523 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.033712 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.061314 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bca45a2-f3d7-494f-b2f5-bebfaace4738,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.078142 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.084810 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ea02068b-9819-43d0-8295-716c563ca185 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7bca45a2-f3d7-494f-b2f5-bebfaace4738 HTTP/1.1" status: 204 len: 168 time: 0.2504156 Jul 20 11:45:51.086169 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42694) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:51.127175 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05425ac-941e-4634-a268-e48c606d7d19 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:51.138255 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.184591 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.189518 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Transition to ACTIVE for port object e05425ac-941e-4634-a268-e48c606d7d19 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:45:51.195382 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.218985 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42702) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:51.239556 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8214eb84-3278-4065-a08e-8b43e2c8b418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.285500 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Pushing event updated for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.349718 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.360570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Attempting to bind port e05425ac-941e-4634-a268-e48c606d7d19 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:45:51.360902 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Attempting to bind port e05425ac-941e-4634-a268-e48c606d7d19 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:45:51.361400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Attempting to bind port e05425ac-941e-4634-a268-e48c606d7d19 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:51.365493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.365981 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.366881 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.367215 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.367533 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.368441 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.369006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.369304 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.369595 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.370080 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.409613 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8214eb84-3278-4065-a08e-8b43e2c8b418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.434811 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8214eb84-3278-4065-a08e-8b43e2c8b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.491165 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-8214eb84-3278-4065-a08e-8b43e2c8b418 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb5207ff57b4289a8b287f3072a9b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709792 Jul 20 11:45:51.494193 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214eb84-3278-4065-a08e-8b43e2c8b418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d97c1-7b49-4028-802d-9a3164964db8,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.505303 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0c50-2f67-4150-8df1-f47721d0ff89 req-65502bf2-0324-4f3d-9a33-92211b2aa210 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:51.506849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af1b0c50-2f67-4150-8df1-f47721d0ff89 req-65502bf2-0324-4f3d-9a33-92211b2aa210 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1836853 Jul 20 11:45:51.507248 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42708) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:51.521112 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.521385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.521713 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.522041 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:51.522411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:51.540603 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Port e05425ac-941e-4634-a268-e48c606d7d19 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:45:51.541009 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Attempting to bind port e05425ac-941e-4634-a268-e48c606d7d19 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:45:51.543960 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199c9163-11a1-4802-b50d-3c8ec1828976') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:51.544247 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199c9163-11a1-4802-b50d-3c8ec1828976') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:51.561636 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:45:51.561972 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Checking segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:45:51.562352 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Bound using segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:45:51.562788 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Bound port: e05425ac-941e-4634-a268-e48c606d7d19, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:45:51.563134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.566045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.575119 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2019ea-42ed-49f9-a43e-e609f89a9247 req-126fb0ae-2fea-400d-8c1e-88c1ad7f082e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:51.576669 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ae2019ea-42ed-49f9-a43e-e609f89a9247 req-126fb0ae-2fea-400d-8c1e-88c1ad7f082e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.1866536 Jul 20 11:45:51.594849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.613153 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af1b0c50-2f67-4150-8df1-f47721d0ff89 req-8967ec8e-802e-4553-b972-d3a5fca73cd1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910676 Jul 20 11:45:51.621936 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:45:51.622180 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: from cryptography.utils import int_from_bytes Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: from cryptography.utils import int_from_bytes Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:45:51.626115 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:45:51.630449 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.651777 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ae2019ea-42ed-49f9-a43e-e609f89a9247 req-8ffa13af-a5c0-4681-aa71-50435c13f8a2 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Jul 20 11:45:51.673339 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.703580 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.707044 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:45:51.714089 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e05425ac-941e-4634-a268-e48c606d7d19,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:45:51.715443 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.730283 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d HTTP/1.1" status: 204 len: 168 time: 0.6424794 Jul 20 11:45:51.734701 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42718) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:51.741187 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.745433 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0d5b9-f557-41c8-9295-bcaafdd905a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5ab0d3-ec8a-4a83-a778-7f4f9e9afe4d,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.767124 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.769746 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.773297 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db6d97c1-7b49-4028-802d-9a3164964db8 HTTP/1.1" status: 204 len: 168 time: 0.2594864 Jul 20 11:45:51.782928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce56730-e145-4ee4-814c-1d9bf09d0da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d97c1-7b49-4028-802d-9a3164964db8,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.798714 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:51.799515 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.801343 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] 10.222.0.26 "PUT /v2.0/ports/e05425ac-941e-4634-a268-e48c606d7d19 HTTP/1.1" status: 200 len: 1093 time: 1.1710539 Jul 20 11:45:51.802203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:45:51.804523 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "tag": "e05425ac-941e-4634-a268-e48c606d7d19"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:45:51.818243 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Deleting subnet 0593a35e-dd02-4bf6-985d-ccd1e406690c {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:45:51.822758 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.829239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887d9cd-86fc-4fac-9dcd-1f3a80d04d97 service neutron] Pushing event updated for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:51.868365 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.870162 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3fd662-658b-448b-ac7c-913c5ac428ba x-openstack-request-id: req-8d3fd662-658b-448b-ac7c-913c5ac428ba {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:45:51.870581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "tag": "e05425ac-941e-4634-a268-e48c606d7d19", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:45:51.870837 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d3fd662-658b-448b-ac7c-913c5ac428ba {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:45:51.871236 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19', 'status': 'completed', 'code': 200} Jul 20 11:45:51.881179 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:51.964443 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.007928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.017473 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0593a35e-dd02-4bf6-985d-ccd1e406690c HTTP/1.1" status: 204 len: 168 time: 0.2808194 Jul 20 11:45:52.017473 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6248-f957-4f03-9798-88aef7f7ae7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0593a35e-dd02-4bf6-985d-ccd1e406690c,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:52.024957 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42738) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.107287 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.162397 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-4dd7e443-074c-45e9-ab4c-25a7f0d59103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:52.163938 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-4dd7e443-074c-45e9-ab4c-25a7f0d59103 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 1096 time: 0.3141732 Jul 20 11:45:52.214647 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-0f4e3085-960a-425b-80c6-8a136a237b97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e05425ac-941e-4634-a268-e48c606d7d19 HTTP/1.1" status: 200 len: 217 time: 0.0385449 Jul 20 11:45:52.269128 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.281932 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-2079ebd8-0d92-4b22-9dfd-405c7c6e0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:52.284452 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.284615 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-2079ebd8-0d92-4b22-9dfd-405c7c6e0f81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0619860 Jul 20 11:45:52.285173 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.286502 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.286841 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > port after_create 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.287170 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > port after_delete 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.287633 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > port after_update 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.288153 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.288708 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.289035 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.289361 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.305848 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42754) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.346858 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-8b0970b3-57fd-41f5-8a4f-96730d0f31c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508723 Jul 20 11:45:52.348771 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2c0c0532-3bc9-43fa-9218-ae16ecffa83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.423576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.423936 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.424275 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.424660 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 11:45:52.425047 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c1fc55-9b61-400c-84d8-7aa077cf87ac']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:52.449959 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cb4248-b42f-494d-9ec9-1811eaabfab5') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:52.449959 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cb4248-b42f-494d-9ec9-1811eaabfab5') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:45:52.453128 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-152c1e13-d6b2-4736-9318-26e5eeeaa1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.462236 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42762) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.471021 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.496360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.507475 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:45:52.508025 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.513429 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-c6453f5b-2e1c-476f-9f34-1752a2f42ded service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551073 Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: from cryptography.utils import int_from_bytes Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: from cryptography.utils import int_from_bytes Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:45:52.513836 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:45:52.577067 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.592529 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.594509 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f8c1fc55-9b61-400c-84d8-7aa077cf87ac HTTP/1.1" status: 204 len: 168 time: 0.5685966 Jul 20 11:45:52.595535 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab795-7a0b-48f0-8a76-31a64c35931a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c1fc55-9b61-400c-84d8-7aa077cf87ac,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:52.622214 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-703ef38b-09e4-4258-9208-fbfc2b131b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.675901 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-dff0caa2-1635-453b-8901-2af24b3f5b9e req-7505913f-0514-4e82-b157-10d8c01e5eab service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550486 Jul 20 11:45:52.700554 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2c0c0532-3bc9-43fa-9218-ae16ecffa83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.706745 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2c0c0532-3bc9-43fa-9218-ae16ecffa83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.759465 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2c0c0532-3bc9-43fa-9218-ae16ecffa83b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c52ce6c7fdde427099a3007b9a392fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518893 Jul 20 11:45:52.763623 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42774) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.775896 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c0532-3bc9-43fa-9218-ae16ecffa83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035450c-3c2b-40b3-9348-6917ac2b4d02,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:52.791972 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42776) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.794836 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bdbc-937e-414a-b7ca-02d7b4b05a61 req-4c47962f-9d26-460e-9e96-59005f2bd458 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:52.796983 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b2d5bdbc-937e-414a-b7ca-02d7b4b05a61 req-4c47962f-9d26-460e-9e96-59005f2bd458 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1062627 Jul 20 11:45:52.878414 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.885026 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b2d5bdbc-937e-414a-b7ca-02d7b4b05a61 req-4b5ab1ac-0545-4e1b-b0cf-3db7573a6c40 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765676 Jul 20 11:45:52.887221 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2b1cd86c-09b0-4669-bed7-01319172b284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65565ba1b3174a02bc0b32616f61159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940282 Jul 20 11:45:52.889960 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42778) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.900043 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.918809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-703ef38b-09e4-4258-9208-fbfc2b131b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.923239 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040004e-ced5-4dcf-a625-9eccd24216e2 req-0e613634-7a93-45ca-922b-d2b546376a9f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:52.924761 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4040004e-ced5-4dcf-a625-9eccd24216e2 req-0e613634-7a93-45ca-922b-d2b546376a9f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.1265631 Jul 20 11:45:52.933105 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-703ef38b-09e4-4258-9208-fbfc2b131b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.936561 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.978406 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:52.982413 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4040004e-ced5-4dcf-a625-9eccd24216e2 req-d1787849-cb90-4ab5-a076-f355999b5e90 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Jul 20 11:45:52.992917 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-703ef38b-09e4-4258-9208-fbfc2b131b69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fc628a04ee241cc991abed3b7ca281e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295138 Jul 20 11:45:52.996653 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42780) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:52.998014 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ef38b-09e4-4258-9208-fbfc2b131b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91199b4e-2c9c-411a-9ba5-f643948a3e95,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.014907 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.023068 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.026248 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.027421 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4035450c-3c2b-40b3-9348-6917ac2b4d02 HTTP/1.1" status: 204 len: 168 time: 0.2594714 Jul 20 11:45:53.033297 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:45:53.036392 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b57e6-94f0-4e33-86bd-792d52ac02da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035450c-3c2b-40b3-9348-6917ac2b4d02,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.091642 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.114339 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.116190 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.118913 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.122430 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6ec6e36-dca8-4105-9214-189f5309487d HTTP/1.1" status: 204 len: 168 time: 0.2292728 Jul 20 11:45:53.135656 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29b80-ba08-4a18-80db-9971ffc68870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec6e36-dca8-4105-9214-189f5309487d,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.186403 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.189199 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.190545 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91199b4e-2c9c-411a-9ba5-f643948a3e95 HTTP/1.1" status: 204 len: 168 time: 0.1883502 Jul 20 11:45:53.199139 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475188-14f8-40ff-bf14-0e905267b295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91199b4e-2c9c-411a-9ba5-f643948a3e95,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.438077 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42790) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:53.482085 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b5a1dfca-6594-465a-97c0-f9fcfd1b2d55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e9f50ca6efc4d619eefdd07293c85cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428231 Jul 20 11:45:53.484616 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42798) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:53.533248 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.546529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.567139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.619325 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.621945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.623313 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5499d3c-5abf-4f98-8254-321fb67431f4 HTTP/1.1" status: 204 len: 168 time: 0.1369038 Jul 20 11:45:53.628478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42802) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:53.632650 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d218a-321a-413a-ad96-f6ecaf44c022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5499d3c-5abf-4f98-8254-321fb67431f4,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.644153 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-deec7410-aca0-44d6-8824-2a982e88209b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.737797 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-deec7410-aca0-44d6-8824-2a982e88209b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.742156 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-deec7410-aca0-44d6-8824-2a982e88209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.785950 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-deec7410-aca0-44d6-8824-2a982e88209b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5a282b9e5d140fba54c09969930c50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534314 Jul 20 11:45:53.786035 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42806) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:53.787260 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec7410-aca0-44d6-8824-2a982e88209b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ee0cb0-4585-4dba-b290-869ce4ab752c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:53.843388 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.866471 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.915280 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.917776 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:53.921235 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ee0cb0-4585-4dba-b290-869ce4ab752c HTTP/1.1" status: 204 len: 168 time: 0.1321306 Jul 20 11:45:53.929322 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb4a4e-eb61-4eba-b81c-9868fb05d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ee0cb0-4585-4dba-b290-869ce4ab752c,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:54.022379 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220d1b-a6da-4744-9cab-273b2f6c3bc7 req-5158f8d0-d24f-4ed3-a45b-ebe51f8feb14 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:54.024698 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b220d1b-a6da-4744-9cab-273b2f6c3bc7 req-5158f8d0-d24f-4ed3-a45b-ebe51f8feb14 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0651679 Jul 20 11:45:54.070530 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b220d1b-a6da-4744-9cab-273b2f6c3bc7 req-0dde469f-0cd4-4bc0-b1da-72cb336125a0 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Jul 20 11:45:54.197654 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7254a-e821-4fab-9c6c-aeec68cadbd0 req-c61a495c-c188-4bde-a874-6eb3fdaa76c0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:54.199493 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8fe7254a-e821-4fab-9c6c-aeec68cadbd0 req-c61a495c-c188-4bde-a874-6eb3fdaa76c0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.0688856 Jul 20 11:45:54.245179 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8fe7254a-e821-4fab-9c6c-aeec68cadbd0 req-a450baae-23e7-44a8-9d3e-55449e4c1263 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Jul 20 11:45:55.174481 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:55.205841 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7dbe-1bef-425a-bd8b-d9456d3e34b2 req-65547931-00fc-4ace-8668-c53158edbfcf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:55.207367 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e2bf7dbe-1bef-425a-bd8b-d9456d3e34b2 req-65547931-00fc-4ace-8668-c53158edbfcf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0644538 Jul 20 11:45:55.252628 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e2bf7dbe-1bef-425a-bd8b-d9456d3e34b2 req-5ef7dc8f-ad7c-484b-93d9-8bc17a56eab9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jul 20 11:45:55.385580 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f6769-8b0f-424d-bf41-80ce093b9aec req-272a1083-83af-4d93-89a7-3ff9726cb77f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:55.387446 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-882f6769-8b0f-424d-bf41-80ce093b9aec req-272a1083-83af-4d93-89a7-3ff9726cb77f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.0631268 Jul 20 11:45:55.431688 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-882f6769-8b0f-424d-bf41-80ce093b9aec req-61c3006a-02da-44d2-bcfa-664b83ad15f0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Jul 20 11:45:55.850493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42924) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:55.973601 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0cb86e79-8890-4c86-b523-e907229cd760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:55.994963 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-7be81f3d-eb70-4c67-9753-1728c475dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:55.996456 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-7be81f3d-eb70-4c67-9753-1728c475dc01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 1096 time: 0.1149943 Jul 20 11:45:56.046167 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-86fd4e83-005f-4faf-8645-dbbc1fc93bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1251285 Jul 20 11:45:56.170378 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-3a62636b-c91f-4983-a893-543d25b85053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.171827 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-3a62636b-c91f-4983-a893-543d25b85053 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 916 time: 0.1624980 Jul 20 11:45:56.230046 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-cc522df0-4dad-47dc-a34e-376074c3fd4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e05425ac-941e-4634-a268-e48c606d7d19 HTTP/1.1" status: 200 len: 217 time: 0.0481944 Jul 20 11:45:56.231769 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0cb86e79-8890-4c86-b523-e907229cd760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.236020 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0cb86e79-8890-4c86-b523-e907229cd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.293454 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-e545b494-ba93-4a8f-a47b-efa638b59cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.294920 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-e545b494-ba93-4a8f-a47b-efa638b59cf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 1099 time: 0.1952941 Jul 20 11:45:56.315023 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0cb86e79-8890-4c86-b523-e907229cd760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcd5fb1703e7495d8dd6b1fd11777d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634662 Jul 20 11:45:56.317797 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42932) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:56.323168 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-ff5abe05-0918-4db4-84f5-d9a04ef2ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.324629 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-ff5abe05-0918-4db4-84f5-d9a04ef2ba39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0860307 Jul 20 11:45:56.325608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb86e79-8890-4c86-b523-e907229cd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57a248-75a4-40da-923b-0152f6ee7d6f,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:56.374231 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-00981d01-f392-4def-8b01-bdbd4e179e17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336549 Jul 20 11:45:56.410623 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.432897 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b562c1-8a07-412f-b63e-6d0e4618a5af req-8e5c5836-d4f6-4f10-a696-611f743235a9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.434305 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82b562c1-8a07-412f-b63e-6d0e4618a5af req-8e5c5836-d4f6-4f10-a696-611f743235a9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0975401 Jul 20 11:45:56.451746 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.516900 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82b562c1-8a07-412f-b63e-6d0e4618a5af req-82d33312-9ce2-4c6d-93d8-cda3596e3ddb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 Jul 20 11:45:56.523674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-661ce19b-ed8d-41cf-9d9c-14deb02314a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.525515 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-661ce19b-ed8d-41cf-9d9c-14deb02314a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 916 time: 0.1773980 Jul 20 11:45:56.534850 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-aca7f109-a835-4600-ab4e-cd574654394a service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517749 Jul 20 11:45:56.601174 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686a3b1-6726-45e4-a0ad-87ec44b8a28d req-42d2fcaa-bb66-4b42-bcda-714c8d75b0a1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.603869 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1686a3b1-6726-45e4-a0ad-87ec44b8a28d req-42d2fcaa-bb66-4b42-bcda-714c8d75b0a1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.0845168 Jul 20 11:45:56.604116 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.605118 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-fdbd57a3-5bf8-4e21-aca1-08f316ca8946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738 HTTP/1.1" status: 200 len: 217 time: 0.0552957 Jul 20 11:45:56.607024 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:56.610306 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d57a248-75a4-40da-923b-0152f6ee7d6f HTTP/1.1" status: 204 len: 168 time: 0.2914579 Jul 20 11:45:56.647069 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c609-c3c6-4ebc-94d0-ac9321e0659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57a248-75a4-40da-923b-0152f6ee7d6f,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:56.693742 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1686a3b1-6726-45e4-a0ad-87ec44b8a28d req-f575886c-6c3e-4422-97f5-a820bb414572 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820632 Jul 20 11:45:56.713075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-9c891d0a-90cd-4165-846e-481586c677c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:56.714540 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-9c891d0a-90cd-4165-846e-481586c677c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0937405 Jul 20 11:45:56.728966 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4cd29e3e-852d-4c3f-b9a6-add1f00f2ba0 req-205812b3-c870-4ce8-9d09-41f57ec9f54c service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721377 Jul 20 11:45:56.768474 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-daaaf619-e56d-4579-b8f2-2545251b3776 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364585 Jul 20 11:45:56.870576 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-2de27b99-9a4a-4425-ac57-e6bfbe1a41bc service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927825 Jul 20 11:45:57.017640 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b95bbad7-a0c3-46fa-9196-f3599bf7098d req-c858ed3c-7c09-4d45-857d-d474d9a2b43c service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348476 Jul 20 11:45:57.028002 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 42958) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:57.059609 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-409b8df1-3536-475f-9fce-07eda4932cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.182984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-409b8df1-3536-475f-9fce-07eda4932cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.187672 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-409b8df1-3536-475f-9fce-07eda4932cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.228269 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-409b8df1-3536-475f-9fce-07eda4932cce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afae3f8de2a04e3db635696e65d3ce72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988831 Jul 20 11:45:57.229437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b8df1-3536-475f-9fce-07eda4932cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb266082-65fe-4aed-a338-b54ac960fd36,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:57.230898 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 42968) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:45:57.282427 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.302342 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.349070 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.351837 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:57.353644 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb266082-65fe-4aed-a338-b54ac960fd36 HTTP/1.1" status: 204 len: 168 time: 0.1205893 Jul 20 11:45:57.361752 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ff5cc-5a32-4879-8137-cd4e5b2fa14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb266082-65fe-4aed-a338-b54ac960fd36,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:57.674638 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7817b8e-eeeb-4591-88f6-18c0f82b95ff req-9c58e02b-3d84-464a-9d7e-51226ea5d633 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:57.676244 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7817b8e-eeeb-4591-88f6-18c0f82b95ff req-9c58e02b-3d84-464a-9d7e-51226ea5d633 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0827687 Jul 20 11:45:57.738855 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7817b8e-eeeb-4591-88f6-18c0f82b95ff req-ece0e2e1-915e-412f-8a3a-f9ea54c0d373 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Jul 20 11:45:57.839399 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b83143-f5ac-4424-ab4c-67de2b190603 req-1975a7b4-c3d9-4db4-9e92-05bc4be177d8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:57.844994 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-06b83143-f5ac-4424-ab4c-67de2b190603 req-1975a7b4-c3d9-4db4-9e92-05bc4be177d8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.0708563 Jul 20 11:45:57.882514 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-06b83143-f5ac-4424-ab4c-67de2b190603 req-2ac0bc7b-6de8-4ebd-be9b-2e2821528ede tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 20 11:45:58.452333 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d89d-6224-4217-a964-53aca34e538b req-9e71021b-4abb-4fa0-bfe6-6929c81a08d5 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:58.453984 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9bb2d89d-6224-4217-a964-53aca34e538b req-9e71021b-4abb-4fa0-bfe6-6929c81a08d5 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0643060 Jul 20 11:45:58.495694 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9bb2d89d-6224-4217-a964-53aca34e538b req-2c374de3-c0ed-4ddf-a3bc-57242611af06 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Jul 20 11:45:58.877558 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a468-4db0-4f1b-97ba-5836b2a45d8f req-66594db2-eabd-45f4-888a-83b27028329e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:58.879271 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-70a7a468-4db0-4f1b-97ba-5836b2a45d8f req-66594db2-eabd-45f4-888a-83b27028329e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0786097 Jul 20 11:45:58.920569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-70a7a468-4db0-4f1b-97ba-5836b2a45d8f req-1852fe71-a7a1-409b-9341-67d3c485a313 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Jul 20 11:45:58.923251 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e05425ac-941e-4634-a268-e48c606d7d19 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:45:59.027411 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e05425ac-941e-4634-a268-e48c606d7d19,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:59.032186 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2850-8b87-4a1b-83a7-c38e2f54bd2c req-6b9b2c10-3f6a-465c-aed0-c60ec94af486 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:59.033989 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-729b2850-8b87-4a1b-83a7-c38e2f54bd2c req-6b9b2c10-3f6a-465c-aed0-c60ec94af486 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 943 time: 0.0698817 Jul 20 11:45:59.039475 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'e05425ac-941e-4634-a268-e48c606d7d19', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'port_id': 'e05425ac-941e-4634-a268-e48c606d7d19', 'mac_address': 'fa:16:3e:73:37:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648122c7-1f97-4817-8ba9-d8fa438e7bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:45:59.072651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-729b2850-8b87-4a1b-83a7-c38e2f54bd2c req-bcef0e51-ff40-4d77-9c85-b447d9ecf183 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Jul 20 11:45:59.083023 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:59.114546 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05425ac-941e-4634-a268-e48c606d7d19 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:45:59.136530 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e05425ac-941e-4634-a268-e48c606d7d19,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:45:59.139975 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:59.191297 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:45:59.198705 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.199049 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.199382 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.199712 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.200038 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.200390 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.200712 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.201035 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.201356 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.201676 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.201996 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.202312 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:45:59.515789 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:45:59.620356 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['e05425ac-941e-4634-a268-e48c606d7d19'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:45:59.642612 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cdd52-cedb-47c1-85da-1791445a5683 req-c615a99c-6cff-4459-9a45-2601a8cff61b tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:45:59.644102 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-427cdd52-cedb-47c1-85da-1791445a5683 req-c615a99c-6cff-4459-9a45-2601a8cff61b tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0712554 Jul 20 11:45:59.688501 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-427cdd52-cedb-47c1-85da-1791445a5683 req-db17e2a5-915a-46bd-8884-56244ebdf89f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Jul 20 11:46:00.063039 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3c921-cec9-415d-9bb1-f6f632017398 req-714eedcb-ff24-48cb-ac3f-e5ebae707120 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:00.064557 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e8d3c921-cec9-415d-9bb1-f6f632017398 req-714eedcb-ff24-48cb-ac3f-e5ebae707120 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0613828 Jul 20 11:46:00.102080 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e8d3c921-cec9-415d-9bb1-f6f632017398 req-651e38eb-8861-473e-860d-b573023b0108 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jul 20 11:46:00.208751 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da15b-9cd7-487e-8fed-6a0d24bdb45a req-82e68ad5-cc72-4785-8cc6-b3465c96579e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:00.210244 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e50da15b-9cd7-487e-8fed-6a0d24bdb45a req-82e68ad5-cc72-4785-8cc6-b3465c96579e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 944 time: 0.0636759 Jul 20 11:46:00.253652 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e50da15b-9cd7-487e-8fed-6a0d24bdb45a req-072def83-59d3-4576-bddb-3f83cc25a197 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Jul 20 11:46:00.847620 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ce93-942e-46ac-9927-72e8b5ee2916 req-26a5ecaa-0dfb-4059-850c-5bd4b6c51c2f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:00.849343 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e83ce93-942e-46ac-9927-72e8b5ee2916 req-26a5ecaa-0dfb-4059-850c-5bd4b6c51c2f tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.0869541 Jul 20 11:46:00.894862 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e83ce93-942e-46ac-9927-72e8b5ee2916 req-f5069f5f-8bac-4e6c-85cd-2df61ae2e2a4 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/security-groups?id=04920515-d20c-4328-a135-91d564a775e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 Jul 20 11:46:00.908579 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43122) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:00.952760 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e05425ac-941e-4634-a268-e48c606d7d19 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:01.016125 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port e05425ac-941e-4634-a268-e48c606d7d19 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:01.019816 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bcdafff-b445-4da0-815d-4a30d0e005d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.020116 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port e05425ac-941e-4634-a268-e48c606d7d19 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:01.021736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.108687 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-1a0d8bac-be63-4c55-a62c-87d8cc913f53 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:01.109787 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.110236 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-1a0d8bac-be63-4c55-a62c-87d8cc913f53 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 946 time: 0.1179276 Jul 20 11:46:01.126618 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bcdafff-b445-4da0-815d-4a30d0e005d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.132145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bcdafff-b445-4da0-815d-4a30d0e005d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.139592 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:01.142626 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f9051d-5d42-4fc3-9807-280325c75bdc" -d '{"events": [{"server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "name": "network-vif-plugged", "status": "completed", "tag": "e05425ac-941e-4634-a268-e48c606d7d19"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:01.159418 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e05425ac-941e-4634-a268-e48c606d7d19,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:01.165107 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.186117 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-7bcdafff-b445-4da0-815d-4a30d0e005d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3a417f793084ccd81cb2e0f678540a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740929 Jul 20 11:46:01.186117 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdafff-b445-4da0-815d-4a30d0e005d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce3cb1f-4922-44c1-b838-c8c90647a6e4,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:01.187281 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43132) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:01.218989 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c15b5-78d3-4793-a512-ba2a106bfa28 x-openstack-request-id: req-e42c15b5-78d3-4793-a512-ba2a106bfa28 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:01.219543 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "name": "network-vif-plugged", "status": "completed", "tag": "e05425ac-941e-4634-a268-e48c606d7d19", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:01.219965 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e42c15b5-78d3-4793-a512-ba2a106bfa28 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:01.220692 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19', 'code': 200} Jul 20 11:46:01.261764 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:01.304883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Deleting port 6819baf1-c2d0-4331-976b-f74aaefe9617 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:46:01.306562 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.308497 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.357445 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.406466 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c16c-1aa8-4329-b3e6-74bc9f660a7e req-85a18dfa-1a81-4401-8fa8-806d276403ed tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:01.408218 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2a06c16c-1aa8-4329-b3e6-74bc9f660a7e req-85a18dfa-1a81-4401-8fa8-806d276403ed tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1779718 Jul 20 11:46:01.481475 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2a06c16c-1aa8-4329-b3e6-74bc9f660a7e req-a25396e2-b95b-498c-b5c3-94e06cc04c52 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593331 Jul 20 11:46:01.498135 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d942db-80ed-4635-9d1a-fb3c0c73ee20 req-1695e324-9009-47fe-aee1-d642bf185aa2 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:01.500111 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-99d942db-80ed-4635-9d1a-fb3c0c73ee20 req-1695e324-9009-47fe-aee1-d642bf185aa2 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.1617725 Jul 20 11:46:01.500236 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] For port 6819baf1-c2d0-4331-976b-f74aaefe9617, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6819baf1-c2d0-4331-976b-f74aaefe9617,segment=NetworkSegment(e4dfe045-113d-4016-ad4e-07ee712c651d),segment_id=e4dfe045-113d-4016-ad4e-07ee712c651d)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:01.500778 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.501852 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.505388 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.509821 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cce3cb1f-4922-44c1-b838-c8c90647a6e4 HTTP/1.1" status: 204 len: 168 time: 0.3183403 Jul 20 11:46:01.515762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690469b3-c303-436c-84ce-c19ffbf2c65f req-a73f5469-1770-44cd-92de-9465aeb7bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:01.517292 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-690469b3-c303-436c-84ce-c19ffbf2c65f req-a73f5469-1770-44cd-92de-9465aeb7bb74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 1098 time: 0.1090751 Jul 20 11:46:01.523197 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Calling delete_port for 6819baf1-c2d0-4331-976b-f74aaefe9617 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:46:01.533744 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54a63e-725f-491f-948e-3780dc5fb271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce3cb1f-4922-44c1-b838-c8c90647a6e4,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:01.584698 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-99d942db-80ed-4635-9d1a-fb3c0c73ee20 req-6f46c2c7-60e2-4275-b565-a852aa979cc2 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Jul 20 11:46:01.647636 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-690469b3-c303-436c-84ce-c19ffbf2c65f req-b65adb62-80a0-4e2b-b569-c33074a3ab08 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181033 Jul 20 11:46:01.755277 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.769225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['6819baf1-c2d0-4331-976b-f74aaefe9617'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:46:01.823190 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Pushing event deleted for resources: {'Port': ['ID=6819baf1-c2d0-4331-976b-f74aaefe9617,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:01.863196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] No DVR routers for this DVR port 6819baf1-c2d0-4331-976b-f74aaefe9617 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:46:01.866201 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:01.868770 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-63f9b4d1-ba11-42a2-b0a7-f7e05e23f3f1 req-d90cf225-2fe5-4195-9dc6-1d59d1d0a359 tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.26 "DELETE /v2.0/ports/6819baf1-c2d0-4331-976b-f74aaefe9617 HTTP/1.1" status: 204 len: 173 time: 0.7479792 Jul 20 11:46:01.869197 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'name': 'network-vif-deleted', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:01.871681 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f13c0d-265b-47b1-b2ef-f63a48cb69c3" -d '{"events": [{"server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "name": "network-vif-deleted", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:01.921105 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89375e4e-b1ae-48b5-9b81-4b96e6f851ac x-openstack-request-id: req-89375e4e-b1ae-48b5-9b81-4b96e6f851ac {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:01.921233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e0dc55-1cc2-4e55-a288-7da029bcf457", "name": "network-vif-deleted", "tag": "6819baf1-c2d0-4331-976b-f74aaefe9617", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:01.921389 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89375e4e-b1ae-48b5-9b81-4b96e6f851ac {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:01.921943 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e0dc55-1cc2-4e55-a288-7da029bcf457', 'name': 'network-vif-deleted', 'tag': '6819baf1-c2d0-4331-976b-f74aaefe9617', 'status': 'completed', 'code': 200} Jul 20 11:46:02.002286 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-830e7fd2-cf3b-4678-ab58-545bac9a966e req-6517fc79-5189-4532-b182-389d41fb2d8d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Jul 20 11:46:02.282385 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43186) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:02.403148 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37ea11e2-9acd-48e0-a245-8d37ca10084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.510373 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37ea11e2-9acd-48e0-a245-8d37ca10084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.514394 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37ea11e2-9acd-48e0-a245-8d37ca10084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.554890 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea11e2-9acd-48e0-a245-8d37ca10084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b22ab-0016-4ce7-a94a-f130a393777b,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:02.559564 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-37ea11e2-9acd-48e0-a245-8d37ca10084e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3287ec1677224e888cf5ade192e6941b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761445 Jul 20 11:46:02.562240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43196) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:02.623619 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.651558 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.744507 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a821b-f423-4683-a953-cd929fa5ac20 req-7816a632-e7cd-4209-a1fd-f35395ac876d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:02.746103 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f71a821b-f423-4683-a953-cd929fa5ac20 req-7816a632-e7cd-4209-a1fd-f35395ac876d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1397109 Jul 20 11:46:02.746867 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.752917 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:02.756432 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/856b22ab-0016-4ce7-a94a-f130a393777b HTTP/1.1" status: 204 len: 168 time: 0.1897702 Jul 20 11:46:02.770225 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0439456-bd97-48b4-b7b0-4e0787543060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b22ab-0016-4ce7-a94a-f130a393777b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:02.818203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01e3c6-de8c-461a-be72-af443f82d407 req-7d880585-4b8c-4625-94f6-75e798618b4c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:02.818203 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8f01e3c6-de8c-461a-be72-af443f82d407 req-7d880585-4b8c-4625-94f6-75e798618b4c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.1239464 Jul 20 11:46:02.822868 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f71a821b-f423-4683-a953-cd929fa5ac20 req-397dd17f-32e1-4c74-ac12-ba5bd16c9118 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 Jul 20 11:46:02.862278 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8f01e3c6-de8c-461a-be72-af443f82d407 req-3d7879e9-670c-43e5-8d0d-1642c4a6b3b2 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384231 Jul 20 11:46:03.132905 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cbfa1feb-3855-4c30-af35-feaedd394d26 req-a0a00eab-9023-49d7-bae1-4ee33735f80d tempest-DeleteServersTestJSON-1721638651 tempest-DeleteServersTestJSON-1721638651-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e0dc55-1cc2-4e55-a288-7da029bcf457 HTTP/1.1" status: 200 len: 210 time: 0.0398278 Jul 20 11:46:03.176154 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43226) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:03.190649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2e771e0f-32b4-4dd1-b8cf-8a4ade0a288a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.281468 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2e771e0f-32b4-4dd1-b8cf-8a4ade0a288a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.286546 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2e771e0f-32b4-4dd1-b8cf-8a4ade0a288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.325987 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2e771e0f-32b4-4dd1-b8cf-8a4ade0a288a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fc05434e0aa42469dfacf74fb4e7415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486228 Jul 20 11:46:03.326850 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771e0f-32b4-4dd1-b8cf-8a4ade0a288a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777404b-09ff-403d-8ad2-61e547607d2b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:03.328638 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43234) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:03.383310 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.407512 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.455929 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.459517 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.462406 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7777404b-09ff-403d-8ad2-61e547607d2b HTTP/1.1" status: 204 len: 168 time: 0.1310041 Jul 20 11:46:03.471887 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c17a-b0a4-4c3a-b7ef-191124a5e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777404b-09ff-403d-8ad2-61e547607d2b,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:03.786426 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43246) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:03.799633 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40c8f841-1027-42fa-a1aa-546ee0de0917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.907130 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40c8f841-1027-42fa-a1aa-546ee0de0917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:03.920235 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40c8f841-1027-42fa-a1aa-546ee0de0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:04.015151 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-40c8f841-1027-42fa-a1aa-546ee0de0917 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=715162c9172b439daec46b0fb5c17586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276447 Jul 20 11:46:04.017855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43258) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:04.029827 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8f841-1027-42fa-a1aa-546ee0de0917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab10b35-aa17-4f7b-8ec6-40eb11aaa501,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:04.060211 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcdce3-7c9e-45d5-94f3-05c9680bd5d0 req-b37a1041-2d9d-46d1-98d0-0c87bc73e657 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:04.061771 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72fcdce3-7c9e-45d5-94f3-05c9680bd5d0 req-b37a1041-2d9d-46d1-98d0-0c87bc73e657 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1529043 Jul 20 11:46:04.081419 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:04.085373 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e20b69-d272-492e-bb9a-436b38273684 req-3e4ae668-d33b-4a35-9108-af74f319b518 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:04.087032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68e20b69-d272-492e-bb9a-436b38273684 req-3e4ae668-d33b-4a35-9108-af74f319b518 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.1393328 Jul 20 11:46:04.104587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:04.137054 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72fcdce3-7c9e-45d5-94f3-05c9680bd5d0 req-9b5aa3a5-1c34-43e0-a16f-899bded45c64 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Jul 20 11:46:04.154212 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68e20b69-d272-492e-bb9a-436b38273684 req-53f45038-328a-4e9b-bd61-3efec36110d0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571969 Jul 20 11:46:04.160331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:04.163181 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:04.164357 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ab10b35-aa17-4f7b-8ec6-40eb11aaa501 HTTP/1.1" status: 204 len: 168 time: 0.1454773 Jul 20 11:46:04.182286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bc229-74e1-4a55-a0e2-e370c1ab1602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab10b35-aa17-4f7b-8ec6-40eb11aaa501,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:04.969866 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 6819baf1-c2d0-4331-976b-f74aaefe9617 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:46:04.990355 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 6819baf1-c2d0-4331-976b-f74aaefe9617 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:46:04.990692 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 6819baf1-c2d0-4331-976b-f74aaefe9617 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:46:05.282069 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038addfd-edbe-4335-8df8-48a94838073e req-eed2939a-131c-4597-a9ce-5f0ea4a7ce0d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:05.283565 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-038addfd-edbe-4335-8df8-48a94838073e req-eed2939a-131c-4597-a9ce-5f0ea4a7ce0d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.0642016 Jul 20 11:46:05.322977 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-038addfd-edbe-4335-8df8-48a94838073e req-578cee6c-f74f-49b5-8594-5585e7d44245 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jul 20 11:46:05.759041 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43404) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:05.808652 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Deleting subnet c3835fbe-495c-4445-833d-ebfac606f07b {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:46:05.812646 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:05.853868 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:05.914474 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:05.985233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.045107 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.052331 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c3835fbe-495c-4445-833d-ebfac606f07b HTTP/1.1" status: 204 len: 168 time: 0.2920403 Jul 20 11:46:06.053608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f4df-6226-4493-8a34-35040c071521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3835fbe-495c-4445-833d-ebfac606f07b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:06.055941 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43438) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:06.335385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43460) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:06.378958 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.455045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fbf0-aa45-47eb-9127-e169d39f8f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.547304 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fbf0-aa45-47eb-9127-e169d39f8f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.551004 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6fc2fbf0-aa45-47eb-9127-e169d39f8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.554683 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.578518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d0f2b0-ddb6-499a-a29d-ca749e07afff']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:06.591073 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-6fc2fbf0-aa45-47eb-9127-e169d39f8f45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f016e9fa37034b96a7e30aca1dd99692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544918 Jul 20 11:46:06.592524 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2fbf0-aa45-47eb-9127-e169d39f8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6124896-fe4a-4f0d-ac49-a3aaa68cd5bf,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:06.594998 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43468) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:06.597489 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-008d6583-6616-41e7-997a-bb39933eb41b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:06.600332 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-008d6583-6616-41e7-997a-bb39933eb41b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.2499743 Jul 20 11:46:06.601172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dfe045-113d-4016-ad4e-07ee712c651d') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:06.601340 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dfe045-113d-4016-ad4e-07ee712c651d') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:06.621268 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.643404 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-e4a59f08-f6b2-44db-9e84-6dbe2aace606 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/quotas/746fe2416af74852b2c3a2aad9152f1a HTTP/1.1" status: 200 len: 375 time: 0.0268006 Jul 20 11:46:06.647315 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.650289 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.661997 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f9478-3409-40ff-b987-b432123c2e89 req-93802331-e2f1-491a-9584-4301dda46d80 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:06.663708 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-587f9478-3409-40ff-b987-b432123c2e89 req-93802331-e2f1-491a-9584-4301dda46d80 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.2335498 Jul 20 11:46:06.667299 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:46:06.667669 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:46:06.676602 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:46:06.681632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.728941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.732246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.733418 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6124896-fe4a-4f0d-ac49-a3aaa68cd5bf HTTP/1.1" status: 204 len: 168 time: 0.1376503 Jul 20 11:46:06.745423 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1312d-16b6-4b2d-bd78-c9da0b138a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6124896-fe4a-4f0d-ac49-a3aaa68cd5bf,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:06.785053 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.789215 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-587f9478-3409-40ff-b987-b432123c2e89 req-24e38bbc-1fb6-469d-b813-f10c877e3305 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028185 Jul 20 11:46:06.796129 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:06.800735 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60d0f2b0-ddb6-499a-a29d-ca749e07afff HTTP/1.1" status: 204 len: 168 time: 0.7416201 Jul 20 11:46:06.820460 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78009ad-c545-4235-a88b-727b9df12f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d0f2b0-ddb6-499a-a29d-ca749e07afff,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:06.842611 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-60072f5a-5fc4-467d-9dbc-b27932b52e8c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907461 Jul 20 11:46:06.948920 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-a469184a-4db6-4e46-a239-b84538322179 service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995502 Jul 20 11:46:06.975432 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43478) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:07.019743 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-bd007ef0-4f5d-4eb1-a801-5602441a14d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5df006b74afd4703a3dfcfc561011908&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430367 Jul 20 11:46:07.022284 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43480) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:07.053251 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-b9b1aeef-317b-4745-9cdd-fecdf22f0db5 service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984676 Jul 20 11:46:07.073916 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:07.094782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:07.151937 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:07.157399 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:07.158859 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04920515-d20c-4328-a135-91d564a775e6 HTTP/1.1" status: 204 len: 168 time: 0.1354990 Jul 20 11:46:07.175300 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f3330-a0c4-40d0-90dd-56469e6c3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04920515-d20c-4328-a135-91d564a775e6,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:07.269013 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c9642b0d-c9d9-44b7-ac58-a66c95686f1d req-0d68847f-f9c7-4404-9392-24f8e0a139d8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 210 time: 0.0501544 Jul 20 11:46:07.705274 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31683dc5-8a1e-4f26-a781-78cf68debbdd req-ec9a9b5a-d6f7-4eea-8e36-9532361bcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:07.707536 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-31683dc5-8a1e-4f26-a781-78cf68debbdd req-ec9a9b5a-d6f7-4eea-8e36-9532361bcfd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1098 time: 0.0798752 Jul 20 11:46:07.719842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43526) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:07.769801 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-31683dc5-8a1e-4f26-a781-78cf68debbdd req-d6e42934-c27b-457f-9264-9b70626eb32e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Jul 20 11:46:07.943151 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1384131589-network', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:07.978470 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Made reservation on behalf of 9f5af3de636347eba8ea8b1c5ab9bd5e for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:07.980955 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:07.991635 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.018330 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d3287-bf19-4ae0-9e18-370202ebc67a req-b01fc4fc-930f-4e5a-b3d9-d60f2c529c9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:08.019897 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dd8d3287-bf19-4ae0-9e18-370202ebc67a req-b01fc4fc-930f-4e5a-b3d9-d60f2c529c9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1322546 Jul 20 11:46:08.084860 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dd8d3287-bf19-4ae0-9e18-370202ebc67a req-12385828-a613-40f4-be74-e69727507d67 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558443 Jul 20 11:46:08.149378 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.153825 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.176446 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:46:08.194756 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:08.200090 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.200475 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Added segment 2319d0f8-c0ed-40e1-ab40-222ce0a85a44 of type vlan for network 974af9ba-4bc9-4f89-ad56-7e62b651a940 Jul 20 11:46:08.242161 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.277615 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.278634 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:08.279248 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.316942 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43556) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:08.317563 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5951500 Jul 20 11:46:08.322585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Request body: {'subnet': {'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1384131589-subnet', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:08.346827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Made reservation on behalf of 9f5af3de636347eba8ea8b1c5ab9bd5e for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:08.349203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12321665'] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.350133 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078051-0fc9-4dfb-93d6-db7bd58206ce admin admin] Pushing event updated for resources: {'Network': ['ID=974af9ba-4bc9-4f89-ad56-7e62b651a940,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:08.361220 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:46:08.394569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-746d4c22-a745-45ff-8e8a-8b1cc1f7cbd6 req-89060e6a-de59-4a5d-8e9c-b9f039788e61 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 210 time: 0.0460808 Jul 20 11:46:08.554097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9310443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12321783'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.640058 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:08.655673 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Checking segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:08.656200 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Network hostable DHCP agents. Network: 974af9ba-4bc9-4f89-ad56-7e62b651a940, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:46:08.719103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:46:08.745340 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-df4f92c0-dc6d-41aa-8a42-f14c26123878 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:08.746885 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-df4f92c0-dc6d-41aa-8a42-f14c26123878 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1478374 Jul 20 11:46:08.747695 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 974af9ba-4bc9-4f89-ad56-7e62b651a940) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:08.757845 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c694d16-a2fd-4fca-b3ad-9d038cd472d4 None None] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:46:08.761434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:08.763267 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.772134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Request body: {'port': {'device_id': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'admin_state_up': True, 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:08.832435 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9baba483-b457-4697-a326-1d697f81015f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5120242 Jul 20 11:46:08.833357 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43576) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:08.839198 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:08.901204 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.902474 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:08.980161 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.177633 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-974af9ba-4bc9-4f89-ad56-7e62b651a940', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:46:09.178548 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.197265 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:09.203629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.312195 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.373924 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1ae44-9729-4d13-b327-2bb7a4285be6 req-0a3950ab-a57a-4cb6-9504-f22c2e371129 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:09.375754 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f2d1ae44-9729-4d13-b327-2bb7a4285be6 req-0a3950ab-a57a-4cb6-9504-f22c2e371129 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1488860 Jul 20 11:46:09.431435 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Allocated IP 172.20.0.2 (974af9ba-4bc9-4f89-ad56-7e62b651a940/d3cdbea9-6cfd-460d-936b-66a16dfa9cc1/b3c72465-09fa-435c-b2f6-9859eaf20ca8) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:09.481095 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f2d1ae44-9729-4d13-b327-2bb7a4285be6 req-bbd9d8a0-6cb9-46e3-afdb-b98f322b8377 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927346 Jul 20 11:46:09.520236 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Allocated IP 172.20.0.7 (8d763db6-b5b5-402b-badc-830327f9ecd1/648122c7-1f97-4817-8ba9-d8fa438e7bf4/25daff65-9921-427d-8e22-8631231c95ca) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:09.731424 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.743626 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Transition to ACTIVE for port object b3c72465-09fa-435c-b2f6-9859eaf20ca8 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:09.764830 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Transition to ACTIVE for port object b3c72465-09fa-435c-b2f6-9859eaf20ca8 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:09.773103 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.774708 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d13868fc-8535-4fe1-9b6a-9c40e35a1755 req-3a734837-cdf7-4ec3-af2a-b9df1ee02668 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 210 time: 0.1107171 Jul 20 11:46:09.811061 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.817688 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:09.823042 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.824839 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:09.832756 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:09.835943 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Pushing event updated for resources: {'Port': ['ID=b3c72465-09fa-435c-b2f6-9859eaf20ca8,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:09.857197 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.860352 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.899551 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738', 'e05425ac-941e-4634-a268-e48c606d7d19'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:46:09.932183 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:09.933931 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event updated for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:09.936748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:09.939970 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:09.944105 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Attempting to bind port b3c72465-09fa-435c-b2f6-9859eaf20ca8 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:09.944510 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Attempting to bind port b3c72465-09fa-435c-b2f6-9859eaf20ca8 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:09.944866 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Attempting to bind port b3c72465-09fa-435c-b2f6-9859eaf20ca8 on network 974af9ba-4bc9-4f89-ad56-7e62b651a940 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:09.950753 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9687c9-ffd8-4e9a-adc8-683505e6fca9 req-4ca0f088-b09f-4336-b425-6df84b36541a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:09.952591 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e9687c9-ffd8-4e9a-adc8-683505e6fca9 req-4ca0f088-b09f-4336-b425-6df84b36541a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.2910647 Jul 20 11:46:09.955365 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:09.955733 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Checking segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:09.956136 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.956582 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Bound using segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:09.957057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Bound port: b3c72465-09fa-435c-b2f6-9859eaf20ca8, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:09.957453 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:09.993834 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:09.994465 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.016087 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d1194dc1-6b0b-4be2-92b6-260e381b41c3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2488089 Jul 20 11:46:10.033112 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Request body: {'port': {'device_id': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:10.044885 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2e9687c9-ffd8-4e9a-adc8-683505e6fca9 req-22ae452c-f13e-4527-95d9-fdb442ad2b5b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764635 Jul 20 11:46:10.059861 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Allocated IP 172.27.1.226 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/a621c169-b1b4-444f-882e-a6a3af876452) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:10.081987 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] For port b3c72465-09fa-435c-b2f6-9859eaf20ca8, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:10.094798 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] For port b3c72465-09fa-435c-b2f6-9859eaf20ca8, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b3c72465-09fa-435c-b2f6-9859eaf20ca8,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:10.109361 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.154658 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.195158 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.230604 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de7984-b8f7-48a5-9178-4dc624c0727c None None] Pushing event updated for resources: {'Port': ['ID=b3c72465-09fa-435c-b2f6-9859eaf20ca8,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:10.264585 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.352371 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:10.355715 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:10.360513 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:10.364540 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Pushing event updated for resources: {'Port': ['ID=a621c169-b1b4-444f-882e-a6a3af876452,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:10.644975 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25daff65-9921-427d-8e22-8631231c95ca {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:46:10.652795 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.665562 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Transition to ACTIVE for port object 25daff65-9921-427d-8e22-8631231c95ca will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:10.669092 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.744262 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Pushing event updated for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:10.825311 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Attempting to bind port 25daff65-9921-427d-8e22-8631231c95ca on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:10.825654 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Attempting to bind port 25daff65-9921-427d-8e22-8631231c95ca by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:10.825985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Attempting to bind port 25daff65-9921-427d-8e22-8631231c95ca on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:10.837022 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Port 25daff65-9921-427d-8e22-8631231c95ca on network 8d763db6-b5b5-402b-badc-830327f9ecd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:46:10.837349 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Attempting to bind port 25daff65-9921-427d-8e22-8631231c95ca on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:10.843051 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:10.843406 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Checking segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:10.843813 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Bound using segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:10.844257 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Bound port: 25daff65-9921-427d-8e22-8631231c95ca, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:10.844667 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.942609 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:10.945914 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=25daff65-9921-427d-8e22-8631231c95ca,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:10.952221 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.969377 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:10.998676 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:10.999371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.001070 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] 10.222.0.26 "PUT /v2.0/ports/25daff65-9921-427d-8e22-8631231c95ca HTTP/1.1" status: 200 len: 1093 time: 0.9726326 Jul 20 11:46:11.001565 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'tag': '25daff65-9921-427d-8e22-8631231c95ca'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:11.004320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0bd6d-da12-419b-a116-57c28fe7ce7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "tag": "25daff65-9921-427d-8e22-8631231c95ca"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:11.035950 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0ea4-2dd0-472b-9988-617e1e239f46 service neutron] Pushing event updated for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:11.093972 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c8019-0135-4dfd-9ac9-e7816b7219a4 x-openstack-request-id: req-7b6c8019-0135-4dfd-9ac9-e7816b7219a4 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:11.094348 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "tag": "25daff65-9921-427d-8e22-8631231c95ca", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:11.094688 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b6c8019-0135-4dfd-9ac9-e7816b7219a4 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:11.095407 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'tag': '25daff65-9921-427d-8e22-8631231c95ca', 'status': 'completed', 'code': 200} Jul 20 11:46:11.111666 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26270-83a9-4947-a9b5-0765af95885f req-816e550f-9a40-4855-9f1e-da703b809844 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:11.119384 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e4a26270-83a9-4947-a9b5-0765af95885f req-816e550f-9a40-4855-9f1e-da703b809844 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.2073846 Jul 20 11:46:11.128705 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d2f77ce0-1236-4c31-8460-49f972620502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:11.130272 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-d2f77ce0-1236-4c31-8460-49f972620502 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 1096 time: 0.0738451 Jul 20 11:46:11.168082 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e4a26270-83a9-4947-a9b5-0765af95885f req-9be1f212-61b0-449e-9c02-21bb61a29ad9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Jul 20 11:46:11.180053 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-549e40d0-d892-41b3-a804-a537e5477d48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25daff65-9921-427d-8e22-8631231c95ca HTTP/1.1" status: 200 len: 217 time: 0.0371156 Jul 20 11:46:11.239654 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-4fe576e4-628b-4cbf-816c-f8cee82f8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:11.241161 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-4fe576e4-628b-4cbf-816c-f8cee82f8b01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0526545 Jul 20 11:46:11.271954 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.284635 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-ad405d60-a33c-497d-89d7-ef74072ec59e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317760 Jul 20 11:46:11.415506 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-faf80154-40fc-4be2-8ebd-dd2f4c7b1ffa service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135356 Jul 20 11:46:11.441084 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b3c72465-09fa-435c-b2f6-9859eaf20ca8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:11.452672 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Router ca30a7ee-7635-4fee-9559-599b0eb7bc5c is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:46:11.491224 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdff87-99c0-464d-b53f-af02519eaa21 None None] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:46:11.520532 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4b8add26-38c2-4d56-83cc-e5fa80d34ceb req-9d0bd016-fc93-43cd-8c30-ca8bbe72d52c service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971994 Jul 20 11:46:11.568010 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-abb55490-973e-48ad-9992-f12682564b95 None None] Provisioning for port b3c72465-09fa-435c-b2f6-9859eaf20ca8 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:11.571273 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:46:11.595249 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Sync routers for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:46:11.599688 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:11.600316 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:11.609896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.612539 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port b3c72465-09fa-435c-b2f6-9859eaf20ca8 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:11.613963 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43644) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:11.614522 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-2d3cd06a-4d11-4d64-9e8d-e7b87a6d0407 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7795391 Jul 20 11:46:11.621215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port b3c72465-09fa-435c-b2f6-9859eaf20ca8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:11.621588 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.738814 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:11.775160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.830165 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port b3c72465-09fa-435c-b2f6-9859eaf20ca8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b3c72465-09fa-435c-b2f6-9859eaf20ca8,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:11.837678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:11.907474 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=b3c72465-09fa-435c-b2f6-9859eaf20ca8,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:11.997689 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:10Z', 'revision_number': 3, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:12.012111 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559fa78-6827-4206-9791-3a469cb059ad req-a9603856-2dbd-4545-aaef-5a38b012a414 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:12.022253 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9559fa78-6827-4206-9791-3a469cb059ad req-a9603856-2dbd-4545-aaef-5a38b012a414 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1258743 Jul 20 11:46:12.047628 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Checking router: ca30a7ee-7635-4fee-9559-599b0eb7bc5c for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:46:12.047985 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Updating router ca30a7ee-7635-4fee-9559-599b0eb7bc5c port a621c169-b1b4-444f-882e-a6a3af876452 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:46:12.069030 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9559fa78-6827-4206-9791-3a469cb059ad req-fef42486-1f4f-4a5b-82a3-fc1831bdd705 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Jul 20 11:46:12.109937 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.124350 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-3e980af4-2f3f-4cb9-9b7b-87b12ef5df48 None None] Provisioning complete for port b3c72465-09fa-435c-b2f6-9859eaf20ca8 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:12.124960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-3e980af4-2f3f-4cb9-9b7b-87b12ef5df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.193138 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.344953 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ccb10-052a-428f-986b-119bb78d2c8b req-938d6c17-413e-4554-b4eb-50ba60954fbc tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:12.354809 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f4ccb10-052a-428f-986b-119bb78d2c8b req-938d6c17-413e-4554-b4eb-50ba60954fbc tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.0814898 Jul 20 11:46:12.394376 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Allocated IP 172.20.0.1 (974af9ba-4bc9-4f89-ad56-7e62b651a940/d3cdbea9-6cfd-460d-936b-66a16dfa9cc1/422b03ca-836d-4a5a-8e69-bbafb5a9b62a) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:12.398688 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f4ccb10-052a-428f-986b-119bb78d2c8b req-9df66180-9e27-44fe-8d0e-3b452fff0df5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Jul 20 11:46:12.433799 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.443355 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Transition to ACTIVE for port object a621c169-b1b4-444f-882e-a6a3af876452 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:12.450053 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.505461 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Pushing event updated for resources: {'Port': ['ID=a621c169-b1b4-444f-882e-a6a3af876452,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:12.514039 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.514680 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.515276 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.515759 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.516156 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.516612 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.516953 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.517342 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.517717 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.518046 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.518548 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.518885 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:12.526245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.542956 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Transition to ACTIVE for port object 422b03ca-836d-4a5a-8e69-bbafb5a9b62a will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:12.559045 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Attempting to bind port a621c169-b1b4-444f-882e-a6a3af876452 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:12.559702 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Attempting to bind port a621c169-b1b4-444f-882e-a6a3af876452 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:12.560095 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Attempting to bind port a621c169-b1b4-444f-882e-a6a3af876452 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:12.565465 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:12.566087 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:12.566654 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.567187 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:12.567821 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Bound port: a621c169-b1b4-444f-882e-a6a3af876452, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:12.568424 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.580828 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.623394 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] For port a621c169-b1b4-444f-882e-a6a3af876452, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:12.627477 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] For port a621c169-b1b4-444f-882e-a6a3af876452, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a621c169-b1b4-444f-882e-a6a3af876452,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:12.629715 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:12.634312 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Pushing event updated for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:12.635164 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.637078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:12.639112 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:12.682991 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.705932 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29133f-a7b4-4951-93b0-8de70914c86b None None] Pushing event updated for resources: {'Port': ['ID=a621c169-b1b4-444f-882e-a6a3af876452,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:12.725590 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:12.726446 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:12.833645 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:12.847163 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.880314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-de3a7232-ab5c-4a70-add8-c9e6dff3345c None None] Provisioning for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:12.887492 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-de3a7232-ab5c-4a70-add8-c9e6dff3345c None None] Provisioning complete for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:12.887863 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-de3a7232-ab5c-4a70-add8-c9e6dff3345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:12.922821 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-de3a7232-ab5c-4a70-add8-c9e6dff3345c None None] Port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:46:13.029581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:13.036042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:13.109266 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Pushing event updated for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:13.111155 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:10Z', 'revision_number': 3, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:13.114215 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:13.141772 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d3263-5fce-45fb-a38c-7105646e697f None None] The sync data for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi is: [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:10Z', 'revision_number': 3, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:46:13.216273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:13.218217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:13.229811 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fc790-1f0e-426c-8610-e1c429f9d5fd req-66a41544-9eb6-4a5c-991f-d5b1fcebdbf9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:13.231531 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf8fc790-1f0e-426c-8610-e1c429f9d5fd req-66a41544-9eb6-4a5c-991f-d5b1fcebdbf9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0722880 Jul 20 11:46:13.297245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf8fc790-1f0e-426c-8610-e1c429f9d5fd req-3185d64a-1fab-4111-801c-d9e73de994bf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569286 Jul 20 11:46:13.353802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Router ca30a7ee-7635-4fee-9559-599b0eb7bc5c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:46:13.373242 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b3c72465-09fa-435c-b2f6-9859eaf20ca8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:13.489891 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port b3c72465-09fa-435c-b2f6-9859eaf20ca8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:13.490498 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:13.560083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-9e375231-1174-4e01-a3bd-946f79e31b3d None None] Provisioning complete for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:13.560841 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-9e375231-1174-4e01-a3bd-946f79e31b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:13.604227 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-9e375231-1174-4e01-a3bd-946f79e31b3d None None] Port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:46:13.619078 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2b03f-1c6b-4981-b119-283507d4eb49 req-77af3f43-657c-433f-a406-4d4ea0f49621 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:13.620731 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e8a2b03f-1c6b-4981-b119-283507d4eb49 req-77af3f43-657c-433f-a406-4d4ea0f49621 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.1008627 Jul 20 11:46:13.628181 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:46:13.643132 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-29f03820-da45-48b1-a7a9-27c6fb521da9 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca30a7ee-7635-4fee-9559-599b0eb7bc5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0272119 Jul 20 11:46:13.693003 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e8a2b03f-1c6b-4981-b119-283507d4eb49 req-652c1494-8e41-4442-be46-5d77233d4515 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Jul 20 11:46:14.268335 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43716) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:14.273287 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-445408299-network', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:14.293768 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Made reservation on behalf of 1177290177d2480e9ba96ad6e921bf68 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:14.296030 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.305102 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.401594 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.406302 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.428879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:46:14.438616 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579a83-0c90-4c98-b526-357680bcc278 req-976247fd-e2ac-438d-ac97-bb7501d8e5f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:14.440427 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3579a83-0c90-4c98-b526-357680bcc278 req-976247fd-e2ac-438d-ac97-bb7501d8e5f6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0771673 Jul 20 11:46:14.443919 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c606573-27e5-4928-b22d-affb42149eed,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:14.446900 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.447346 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Added segment b2c9c7f6-9007-4518-b2da-49006f3031ee of type vlan for network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 Jul 20 11:46:14.488288 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3579a83-0c90-4c98-b526-357680bcc278 req-3b210a27-0aee-4b8b-b207-dcf4e82e4e47 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Jul 20 11:46:14.488930 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.518042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.518996 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:14.519573 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.559013 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2872081 Jul 20 11:46:14.559258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43720) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:14.591889 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Request body: {'subnet': {'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-445408299-subnet', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:14.597981 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d38d9-667e-4134-9691-687d9ac0722c admin admin] Pushing event updated for resources: {'Network': ['ID=f7b7a286-2c9a-42fc-8f8b-eb152f8796a2,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:14.608849 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:46:14.674570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Made reservation on behalf of 1177290177d2480e9ba96ad6e921bf68 for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:14.676947 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12321665'] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:14.844642 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ccc43-b892-4811-91b8-476feba6104b req-99a6398a-bff2-46f7-bcad-f7cb1fc593b6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:14.846563 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-673ccc43-b892-4811-91b8-476feba6104b req-99a6398a-bff2-46f7-bcad-f7cb1fc593b6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.0795059 Jul 20 11:46:14.892397 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-673ccc43-b892-4811-91b8-476feba6104b req-6bb18d2d-63f5-4258-ad37-80cf1abc4335 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 Jul 20 11:46:14.892810 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Sync routers for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:46:14.903413 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:14.904039 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:14.985222 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-83109589-343c-4f17-b09e-2e768bafd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:14.986463 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-83109589-343c-4f17-b09e-2e768bafd163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 1096 time: 0.3846803 Jul 20 11:46:15.014903 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:15.015097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-94b4df6d-aaed-48d2-9897-7322cbab9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.016822 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-94b4df6d-aaed-48d2-9897-7322cbab9ed7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.3872678 Jul 20 11:46:15.228772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 2, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:15.239217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-1b547594-a080-40bc-85dc-0ab479dcb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.241206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-1b547594-a080-40bc-85dc-0ab479dcb344 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 916 time: 0.2389586 Jul 20 11:46:15.265283 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Checking router: ca30a7ee-7635-4fee-9559-599b0eb7bc5c for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:46:15.265640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Updating router ca30a7ee-7635-4fee-9559-599b0eb7bc5c port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:46:15.301113 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.319941 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-740dbeaf-b8c7-4ecb-bf7d-1f4e37dd9823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25daff65-9921-427d-8e22-8631231c95ca HTTP/1.1" status: 200 len: 217 time: 0.0504379 Jul 20 11:46:15.344478 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-19c57472-ef67-4003-b0ac-24b57b54ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.346097 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-19c57472-ef67-4003-b0ac-24b57b54ca1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.3121958 Jul 20 11:46:15.384838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9310443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12321783'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.462106 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a621c169-b1b4-444f-882e-a6a3af876452 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:15.472763 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-2c8f0bb3-cec3-4f3c-ad83-2e3d1889de9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0941722 Jul 20 11:46:15.501329 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-9580a698-505d-452e-b001-c8cdbafc0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.503265 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-9580a698-505d-452e-b001-c8cdbafc0e8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.1721497 Jul 20 11:46:15.503926 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=936d1005-f761-493f-b3fe-43b1b66e6bdc,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:15.582446 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-8bb321ba-26b0-453f-9059-015111475b29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456026 Jul 20 11:46:15.598590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port a621c169-b1b4-444f-882e-a6a3af876452 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:15.608755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a621c169-b1b4-444f-882e-a6a3af876452 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:15.609383 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.624255 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-b056a5a4-926b-4725-ac66-dd36c2525833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.625761 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-b056a5a4-926b-4725-ac66-dd36c2525833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.1404943 Jul 20 11:46:15.648564 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Checking segment: {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:15.649492 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Network hostable DHCP agents. Network: f7b7a286-2c9a-42fc-8f8b-eb152f8796a2, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:46:15.700016 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-f293e822-9f49-4400-83bb-f35e69078311 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543506 Jul 20 11:46:15.718970 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406636-208e-4085-b905-8553b59cc398 req-b7c79ed5-9e1b-41d2-b8dc-795a9a98532c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.725820 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-60406636-208e-4085-b905-8553b59cc398 req-b7c79ed5-9e1b-41d2-b8dc-795a9a98532c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1409476 Jul 20 11:46:15.768702 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:46:15.777892 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-60406636-208e-4085-b905-8553b59cc398 req-3148c5f2-455a-417b-9d35-6c22f9997c9d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Jul 20 11:46:15.805881 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, f7b7a286-2c9a-42fc-8f8b-eb152f8796a2) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:15.812083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.818860 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84539c0d-2605-4506-a6a0-515c15d19026 None None] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:46:15.820009 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:15.820660 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.835838 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.865378 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-be3b670b-1003-46b0-86b7-a9458093848f service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649658 Jul 20 11:46:15.866779 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Transition to ACTIVE for port object 422b03ca-836d-4a5a-8e69-bbafb5a9b62a will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:15.884537 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1a8e6a33-ac48-460a-b138-796189ccbeb0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3241975 Jul 20 11:46:15.887715 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43748) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:15.894992 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:15.916957 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port a621c169-b1b4-444f-882e-a6a3af876452, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a621c169-b1b4-444f-882e-a6a3af876452,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:15.920266 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.927404 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-495174cd-d25e-4bc0-a404-2489c306d335 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805360 Jul 20 11:46:15.932873 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.943674 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:15.945169 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.044200 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99fb15-9094-4956-8e8d-a38b7d818025 None None] Pushing event updated for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:16.062123 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-00b0bd6d-da12-419b-a116-57c28fe7ce7f req-32120927-6b07-46f4-9404-d0f300436e21 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892362 Jul 20 11:46:16.093135 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.109796 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-69b2995b-a624-46e0-b955-55cfa24c9208 req-3c79add0-071c-4206-b0a4-100fd949d37f service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441143 Jul 20 11:46:16.135759 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=a621c169-b1b4-444f-882e-a6a3af876452,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:16.188106 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Attempting to bind port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:16.188815 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Attempting to bind port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:16.189420 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Attempting to bind port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a on network 974af9ba-4bc9-4f89-ad56-7e62b651a940 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:16.202960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:16.203571 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Checking segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:16.204257 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.204864 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Bound using segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:16.205601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Bound port: 422b03ca-836d-4a5a-8e69-bbafb5a9b62a, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:16.206220 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.241290 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'fixed_ips': [{'subnet_id': '936d1005-f761-493f-b3fe-43b1b66e6bdc'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:46:16.243200 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.310367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.330747 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a63b2-edc9-4bb8-9f46-eb146c7c9567 req-a9a81e8a-6ae3-46e8-b7ae-aeb13cfe9a5d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:16.334908 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-695a63b2-edc9-4bb8-9f46-eb146c7c9567 req-a9a81e8a-6ae3-46e8-b7ae-aeb13cfe9a5d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.2355852 Jul 20 11:46:16.407464 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-695a63b2-edc9-4bb8-9f46-eb146c7c9567 req-4d87db36-5f60-4fce-91be-550bce92b533 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543203 Jul 20 11:46:16.555065 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] For port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:16.574280 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] For port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:16.598924 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.607412 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.619001 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:16.700456 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:16.701238 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:16.705222 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Allocated IP 172.20.0.2 (f7b7a286-2c9a-42fc-8f8b-eb152f8796a2/936d1005-f761-493f-b3fe-43b1b66e6bdc/05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:16.774847 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Allocated IP 172.27.1.145 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/f23afd2f-1df6-407a-9ac3-0bf107f8affe) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:16.806008 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99fb15-9094-4956-8e8d-a38b7d818025 None None] Pushing event updated for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:16.826239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43788) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:16.907825 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:16.983543 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-64b33b4b-5629-4f77-b39d-00a69d1e6636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.016597 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.052576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229eb78-666b-4754-8988-bcef82617b8f req-0b7e3a7e-868d-484a-b24f-35322efadd90 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:17.054132 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0229eb78-666b-4754-8988-bcef82617b8f req-0b7e3a7e-868d-484a-b24f-35322efadd90 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1401739 Jul 20 11:46:17.103363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-64b33b4b-5629-4f77-b39d-00a69d1e6636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.109911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-64b33b4b-5629-4f77-b39d-00a69d1e6636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.110411 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.122762 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0229eb78-666b-4754-8988-bcef82617b8f req-abbc6e36-94c8-493a-938f-0425fb788d80 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Jul 20 11:46:17.153568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.155694 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-64b33b4b-5629-4f77-b39d-00a69d1e6636 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4c7a615a5b94bcabe7301798c66c47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277638 Jul 20 11:46:17.156462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43794) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:17.157152 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33b4b-5629-4f77-b39d-00a69d1e6636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d682390-e664-46d3-9548-fe007d598f6e,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:17.164886 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:17.171110 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:17.174108 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Pushing event updated for resources: {'Port': ['ID=f23afd2f-1df6-407a-9ac3-0bf107f8affe,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:17.187226 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Transition to ACTIVE for port object 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:17.189367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:17.216765 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.236130 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Transition to ACTIVE for port object 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:17.242245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.245789 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.299315 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:17.304757 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.307070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:17.309911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.310053 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:17.314635 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d682390-e664-46d3-9548-fe007d598f6e HTTP/1.1" status: 204 len: 168 time: 0.1544392 Jul 20 11:46:17.317362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Pushing event updated for resources: {'Port': ['ID=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:17.328118 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1808db7-da9e-49e8-ab86-94350ac9f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d682390-e664-46d3-9548-fe007d598f6e,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:17.370314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:16Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:17.422324 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a621c169-b1b4-444f-882e-a6a3af876452 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:17.430932 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728e713e-a4c6-4d26-8d45-12c51486bf38 None None] The sync data for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi is: [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:16Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:46:17.472008 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Attempting to bind port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:17.472413 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Attempting to bind port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:17.472777 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Attempting to bind port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 on network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:17.483306 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:17.483855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Checking segment: {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:17.484531 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.484765 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Bound using segment: {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:17.485317 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Bound port: 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:17.488615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.556766 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.563719 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a621c169-b1b4-444f-882e-a6a3af876452 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:17.564411 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.622124 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] For port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:17.627201 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] For port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:17.639349 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:17.764603 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd003531-f0a6-45ad-aca8-e5e1aa821d47 None None] Pushing event updated for resources: {'Port': ['ID=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:17.825178 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43806) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:17.840496 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b04781f6-a04e-48a7-979f-06c98369200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.014066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b04781f6-a04e-48a7-979f-06c98369200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.020940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b04781f6-a04e-48a7-979f-06c98369200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.061015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04781f6-a04e-48a7-979f-06c98369200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de003685-f877-4837-8c84-65c9f3ebb966,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:18.081407 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b04781f6-a04e-48a7-979f-06c98369200c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9d79458fe534282a8236af22577516c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525232 Jul 20 11:46:18.083374 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43810) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:18.107464 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e917-a3c2-4ff9-9304-df41866a28a9 req-de723f70-70d4-4b26-a621-a83ce9e360fd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:18.114393 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-42c3e917-a3c2-4ff9-9304-df41866a28a9 req-de723f70-70d4-4b26-a621-a83ce9e360fd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 943 time: 0.5030744 Jul 20 11:46:18.156575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.169248 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-42c3e917-a3c2-4ff9-9304-df41866a28a9 req-54707e31-7c51-497c-8847-fc8def383d58 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Jul 20 11:46:18.195107 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.202071 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.264595 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.267610 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.271209 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de003685-f877-4837-8c84-65c9f3ebb966 HTTP/1.1" status: 204 len: 168 time: 0.1845655 Jul 20 11:46:18.283641 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bda96-6545-4212-aab8-b76e663cef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de003685-f877-4837-8c84-65c9f3ebb966,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:18.321412 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 25daff65-9921-427d-8e22-8631231c95ca details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:46:18.382247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567299b1-2866-4aa5-a07d-3da5fab522b8 req-d48ce880-dcb9-41fb-846e-75f709d5c02b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:18.384627 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-567299b1-2866-4aa5-a07d-3da5fab522b8 req-d48ce880-dcb9-41fb-846e-75f709d5c02b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1369345 Jul 20 11:46:18.437163 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-567299b1-2866-4aa5-a07d-3da5fab522b8 req-9ad47384-296e-4538-bfd8-0b38f242f6de tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Jul 20 11:46:18.438601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Router 448ddc90-06f6-470c-9e83-505f6e8672d3 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:46:18.481567 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=25daff65-9921-427d-8e22-8631231c95ca,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:18.497729 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '25daff65-9921-427d-8e22-8631231c95ca', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'port_id': '25daff65-9921-427d-8e22-8631231c95ca', 'mac_address': 'fa:16:3e:1c:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648122c7-1f97-4817-8ba9-d8fa438e7bf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:46:18.563900 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.578390 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25daff65-9921-427d-8e22-8631231c95ca {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:46:18.610141 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=25daff65-9921-427d-8e22-8631231c95ca,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:18.613691 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:46:18.629942 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Sync routers for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:46:18.631330 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.643876 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:18.645228 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:18.681080 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a48668-7839-4467-8379-38d064610907 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:18.681193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43820) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:18.681300 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-29a48668-7839-4467-8379-38d064610907 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7907414 Jul 20 11:46:18.736016 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:18.825779 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:19.054964 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b379d03-c784-4f37-942f-f46a81df4a4b None None] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:46:19.141234 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:17Z', 'revision_number': 3, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:19.168941 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a22b3a68-9ca4-40c5-8285-85d0a596fb03 None None] Provisioning for port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:19.175325 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Checking router: 448ddc90-06f6-470c-9e83-505f6e8672d3 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:46:19.175681 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Updating router 448ddc90-06f6-470c-9e83-505f6e8672d3 port f23afd2f-1df6-407a-9ac3-0bf107f8affe binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:46:19.268472 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.306496 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.444758 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5426-cb1b-48fe-aa43-b0053b75df9f req-b3a3eecc-a8d5-4d7b-9f2d-7a73b7fe8de9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:19.451905 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7e4a5426-cb1b-48fe-aa43-b0053b75df9f req-b3a3eecc-a8d5-4d7b-9f2d-7a73b7fe8de9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 944 time: 0.1588461 Jul 20 11:46:19.505598 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:19.547023 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7e4a5426-cb1b-48fe-aa43-b0053b75df9f req-773c4d2b-b6c6-4ae5-8ecf-fdd114070911 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862846 Jul 20 11:46:19.597830 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Allocated IP 172.20.0.1 (f7b7a286-2c9a-42fc-8f8b-eb152f8796a2/936d1005-f761-493f-b3fe-43b1b66e6bdc/a17a2585-21d2-45c0-905a-ccd3c065eab3) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:19.638198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:19.652800 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:19.653175 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.684826 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.699591 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Transition to ACTIVE for port object f23afd2f-1df6-407a-9ac3-0bf107f8affe will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:19.709775 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.754802 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-af3d4796-5ab4-4f17-aa2e-24e6cb782457 None None] Provisioning complete for port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:19.755172 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af3d4796-5ab4-4f17-aa2e-24e6cb782457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.759760 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e551-d3d1-4260-8aac-33256fcbc016 req-32ef1439-e883-41f5-9630-12df058e9193 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:19.762147 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bc53e551-d3d1-4260-8aac-33256fcbc016 req-32ef1439-e883-41f5-9630-12df058e9193 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1011648 Jul 20 11:46:19.800416 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Attempting to bind port f23afd2f-1df6-407a-9ac3-0bf107f8affe on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:19.800795 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Attempting to bind port f23afd2f-1df6-407a-9ac3-0bf107f8affe by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:19.801739 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Attempting to bind port f23afd2f-1df6-407a-9ac3-0bf107f8affe on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:19.810173 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a627c-f903-4505-a5de-306296aef9b0 None None] Pushing event updated for resources: {'Port': ['ID=f23afd2f-1df6-407a-9ac3-0bf107f8affe,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:19.818404 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:19.818771 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:19.819169 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.819557 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:19.820032 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Bound port: f23afd2f-1df6-407a-9ac3-0bf107f8affe, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:19.820465 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.827826 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.845436 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bc53e551-d3d1-4260-8aac-33256fcbc016 req-9160938f-0b8d-4614-addb-43be8c977f0c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Jul 20 11:46:19.851197 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Transition to ACTIVE for port object a17a2585-21d2-45c0-905a-ccd3c065eab3 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:19.853562 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['25daff65-9921-427d-8e22-8631231c95ca'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:46:19.888702 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.895720 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] For port f23afd2f-1df6-407a-9ac3-0bf107f8affe, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:19.900610 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] For port f23afd2f-1df6-407a-9ac3-0bf107f8affe, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f23afd2f-1df6-407a-9ac3-0bf107f8affe,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:19.906214 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.907387 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.938532 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-92d625db-c234-4a16-8133-8a9e104a7bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:19.962588 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:19.964571 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:19.983648 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:19.984343 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:45:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:19.989313 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:19.992137 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Pushing event updated for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:20.049486 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.104394 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a627c-f903-4505-a5de-306296aef9b0 None None] Pushing event updated for resources: {'Port': ['ID=f23afd2f-1df6-407a-9ac3-0bf107f8affe,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:20.168817 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:20.209934 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:20.225790 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.230765 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 422b03ca-836d-4a5a-8e69-bbafb5a9b62a up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:20.355414 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af3d4796-5ab4-4f17-aa2e-24e6cb782457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.370319 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.406898 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:20.471924 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:17Z', 'revision_number': 3, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:20.508129 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31a492-18fc-4386-8b96-6b1433b7a79d None None] The sync data for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi is: [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:17Z', 'revision_number': 3, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:46:20.556587 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:20.596705 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:20.597080 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.642216 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.db.api [None req-af3d4796-5ab4-4f17-aa2e-24e6cb782457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 20 11:46:20.642636 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG oslo_db.api [None req-af3d4796-5ab4-4f17-aa2e-24e6cb782457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 11:46:20.645174 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.653916 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.767647 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.772729 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.777562 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Pushing event updated for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:20.813711 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6951e-892b-4fe2-831c-1e2a72eccee2 req-72a2a3e3-d1e9-4bf9-8e2c-de730ba43801 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:20.815227 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1e6951e-892b-4fe2-831c-1e2a72eccee2 req-72a2a3e3-d1e9-4bf9-8e2c-de730ba43801 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 944 time: 0.1524303 Jul 20 11:46:20.853247 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:20.875070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:20.886947 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1e6951e-892b-4fe2-831c-1e2a72eccee2 req-43defcd1-f705-4f41-8934-4ff3f9dc5d3c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608203 Jul 20 11:46:20.969691 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:20.982802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:20.984209 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:21.116637 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3532c-63e0-40dd-8a99-20f23a8d3428 req-620cc0ae-bbe1-4e10-b99a-173699f31651 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:21.119301 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b9c3532c-63e0-40dd-8a99-20f23a8d3428 req-620cc0ae-bbe1-4e10-b99a-173699f31651 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1075249 Jul 20 11:46:21.146462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Router 448ddc90-06f6-470c-9e83-505f6e8672d3 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:46:21.169018 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b9c3532c-63e0-40dd-8a99-20f23a8d3428 req-9e0612e9-6189-4895-b4a4-d80fa7ed40f1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Jul 20 11:46:21.295710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:46:21.317671 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-bb3eebaf-1fb8-4d56-891c-d545b2f6939d admin admin] 10.222.0.15 "PUT /v2.0/routers/448ddc90-06f6-470c-9e83-505f6e8672d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306710 Jul 20 11:46:21.331556 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-829ef647-5b50-43dc-b746-86421067340b None None] Provisioning for port a17a2585-21d2-45c0-905a-ccd3c065eab3 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:21.344938 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-829ef647-5b50-43dc-b746-86421067340b None None] Provisioning complete for port a17a2585-21d2-45c0-905a-ccd3c065eab3 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:21.345371 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-829ef647-5b50-43dc-b746-86421067340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:21.411109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-829ef647-5b50-43dc-b746-86421067340b None None] Port a17a2585-21d2-45c0-905a-ccd3c065eab3 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:46:21.505428 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:21.562112 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:21.562550 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:21.722120 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f23afd2f-1df6-407a-9ac3-0bf107f8affe up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:21.817113 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port f23afd2f-1df6-407a-9ac3-0bf107f8affe completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:21.822844 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f23afd2f-1df6-407a-9ac3-0bf107f8affe triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:21.823223 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:21.940902 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:21.966298 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port f23afd2f-1df6-407a-9ac3-0bf107f8affe, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f23afd2f-1df6-407a-9ac3-0bf107f8affe,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:21.971102 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:21.972109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 422b03ca-836d-4a5a-8e69-bbafb5a9b62a up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:22.021531 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43952) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:22.071585 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=f23afd2f-1df6-407a-9ac3-0bf107f8affe,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:22.077499 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118071-0323-432a-bc9a-54fa112c7101 req-fa286e81-5882-4499-9308-a97917f10475 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:22.085315 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-03118071-0323-432a-bc9a-54fa112c7101 req-fa286e81-5882-4499-9308-a97917f10475 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 944 time: 0.1029737 Jul 20 11:46:22.085737 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:22.086117 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.139858 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-03118071-0323-432a-bc9a-54fa112c7101 req-413ea98d-4eb8-4a0f-9a69-9c429697b113 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512123 Jul 20 11:46:22.157063 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-05ef7ed4-20e1-438f-972a-884838dc19ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.256010 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-05ef7ed4-20e1-438f-972a-884838dc19ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.261134 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-05ef7ed4-20e1-438f-972a-884838dc19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.338684 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43960) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:22.339142 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-05ef7ed4-20e1-438f-972a-884838dc19ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0640a6f681164f8c81cf53f67c6666a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150024 Jul 20 11:46:22.340490 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7ed4-20e1-438f-972a-884838dc19ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a646a8f2-77db-466e-b73b-7d2d1ae07035,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:22.372478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb25c-c484-4fc8-b75d-8e1f8b5279a5 req-4c731855-fdfb-4af3-8977-68ffee3f30b8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:22.374242 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-448bb25c-c484-4fc8-b75d-8e1f8b5279a5 req-4c731855-fdfb-4af3-8977-68ffee3f30b8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1063640 Jul 20 11:46:22.402039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.417890 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-448bb25c-c484-4fc8-b75d-8e1f8b5279a5 req-be621ab2-024d-4215-907d-e9bcff62c268 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Jul 20 11:46:22.426295 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.451504 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-648ab087-780e-481c-8d32-74f1f97bf897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.481300 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.484587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.485905 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a646a8f2-77db-466e-b73b-7d2d1ae07035 HTTP/1.1" status: 204 len: 168 time: 0.1460791 Jul 20 11:46:22.496394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60076508-b0b3-47a7-b000-2df4a47b1ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646a8f2-77db-466e-b73b-7d2d1ae07035,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:22.685845 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Sync routers for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:46:22.696940 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:22.697562 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:46:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:22.797078 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 43976) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:22.810412 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-26e7fcf9-103f-4292-a063-533763f10e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.817796 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:22.956646 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-26e7fcf9-103f-4292-a063-533763f10e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.962130 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-26e7fcf9-103f-4292-a063-533763f10e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:22.976179 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.006004 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-26e7fcf9-103f-4292-a063-533763f10e66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a9b8b859d6342c48ab3c63b98262599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078707 Jul 20 11:46:23.007196 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7fcf9-103f-4292-a063-533763f10e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3dff9-3c4c-439e-8eae-14be0389bc56,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:23.009345 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 43986) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:23.061193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.083739 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.095528 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 4, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'a17a2585-21d2-45c0-905a-ccd3c065eab3', 'name': '', 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'mac_address': 'fa:16:3e:2d:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:19Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 2, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'subnets': [{'id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:23.124327 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Checking router: 448ddc90-06f6-470c-9e83-505f6e8672d3 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:46:23.124726 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Updating router 448ddc90-06f6-470c-9e83-505f6e8672d3 port a17a2585-21d2-45c0-905a-ccd3c065eab3 binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:46:23.137788 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.140475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.143889 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42c3dff9-3c4c-439e-8eae-14be0389bc56 HTTP/1.1" status: 204 len: 168 time: 0.1313181 Jul 20 11:46:23.150906 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeba23-20da-4d12-8949-399938d8ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3dff9-3c4c-439e-8eae-14be0389bc56,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:23.178162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.292531 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffff69-1158-41a4-9716-058a62d33ded req-3a1651fe-c38f-4637-92de-04c8c278c0a5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:23.294814 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45ffff69-1158-41a4-9716-058a62d33ded req-3a1651fe-c38f-4637-92de-04c8c278c0a5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 944 time: 0.0868216 Jul 20 11:46:23.366418 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45ffff69-1158-41a4-9716-058a62d33ded req-f82a4314-ba17-4ffc-ae9e-2d115637d5e3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Jul 20 11:46:23.387821 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f23afd2f-1df6-407a-9ac3-0bf107f8affe up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:23.589441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41b9a1-5dcc-404d-b2dd-ac930be2a638 req-864bc293-40b7-4340-bc7e-72555abf0c6b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:23.591422 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d41b9a1-5dcc-404d-b2dd-ac930be2a638 req-864bc293-40b7-4340-bc7e-72555abf0c6b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0826321 Jul 20 11:46:23.632064 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 25daff65-9921-427d-8e22-8631231c95ca up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:23.635207 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.659268 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d41b9a1-5dcc-404d-b2dd-ac930be2a638 req-47f66c78-9033-4944-b923-e9cfbcf785ea tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619247 Jul 20 11:46:23.697703 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f23afd2f-1df6-407a-9ac3-0bf107f8affe triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:23.698078 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.797757 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 25daff65-9921-427d-8e22-8631231c95ca completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:23.800678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.812233 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 25daff65-9921-427d-8e22-8631231c95ca triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:23.812628 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.817458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Transition to ACTIVE for port object a17a2585-21d2-45c0-905a-ccd3c065eab3 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:23.864408 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:23.937636 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447e74-a9ca-4bde-aa1d-041b7a7b954b None None] Pushing event updated for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:24.042494 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Attempting to bind port a17a2585-21d2-45c0-905a-ccd3c065eab3 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:24.042858 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Attempting to bind port a17a2585-21d2-45c0-905a-ccd3c065eab3 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:24.043218 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Attempting to bind port a17a2585-21d2-45c0-905a-ccd3c065eab3 on network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:24.046850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.064070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:24.064561 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Checking segment: {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:24.064894 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.065273 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Bound using segment: {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:24.065763 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Bound port: a17a2585-21d2-45c0-905a-ccd3c065eab3, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c9c7f6-9007-4518-b2da-49006f3031ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:24.066142 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.091963 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25daff65-9921-427d-8e22-8631231c95ca'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:24.094264 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5d115-5f35-4543-890d-f3899e9f99da" -d '{"events": [{"server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "name": "network-vif-plugged", "status": "completed", "tag": "25daff65-9921-427d-8e22-8631231c95ca"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:24.131514 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=25daff65-9921-427d-8e22-8631231c95ca,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:24.146774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.157522 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046c9251-2f53-430d-be5b-65289879c26f x-openstack-request-id: req-046c9251-2f53-430d-be5b-65289879c26f {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:24.157826 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "name": "network-vif-plugged", "status": "completed", "tag": "25daff65-9921-427d-8e22-8631231c95ca", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:24.158073 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-046c9251-2f53-430d-be5b-65289879c26f {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:24.158462 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25daff65-9921-427d-8e22-8631231c95ca', 'code': 200} Jul 20 11:46:24.208075 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] For port a17a2585-21d2-45c0-905a-ccd3c065eab3, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:24.213202 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] For port a17a2585-21d2-45c0-905a-ccd3c065eab3, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a17a2585-21d2-45c0-905a-ccd3c065eab3,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:24.224833 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.230513 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:24.314758 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:46:24.315367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:46:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:24.317194 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447e74-a9ca-4bde-aa1d-041b7a7b954b None None] Pushing event updated for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:24.485542 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:46:24.537911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44050) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:24.548650 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39e236-f3c3-4dae-b549-b1a808522584 req-e3b6f70d-7607-4ec9-8653-f410513c7eb5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:24.556539 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0a39e236-f3c3-4dae-b549-b1a808522584 req-e3b6f70d-7607-4ec9-8653-f410513c7eb5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.0895991 Jul 20 11:46:24.604052 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0a39e236-f3c3-4dae-b549-b1a808522584 req-93c425e7-fa4a-4d6d-8722-afb3c2a544bc tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Jul 20 11:46:24.698094 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c84-080a-49fa-87eb-f730e9998416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.783234 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 4, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'a17a2585-21d2-45c0-905a-ccd3c065eab3', 'name': '', 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'mac_address': 'fa:16:3e:2d:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:19Z', 'updated_at': '2021-07-20T11:46:24Z', 'revision_number': 4, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'subnets': [{'id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:46:24.826376 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febeea7-5055-42a4-8b9b-fc29d85fa608 req-01da9fce-a928-4c07-bd2a-22d1a6b6a196 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:24.833641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd9ed4-c460-47d6-9472-a8d75b8cfaaf None None] The sync data for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi is: [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 4, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'a17a2585-21d2-45c0-905a-ccd3c065eab3', 'name': '', 'network_id': 'f7b7a286-2c9a-42fc-8f8b-eb152f8796a2', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'mac_address': 'fa:16:3e:2d:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:19Z', 'updated_at': '2021-07-20T11:46:24Z', 'revision_number': 4, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'subnets': [{'id': '936d1005-f761-493f-b3fe-43b1b66e6bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:46:24.840491 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0febeea7-5055-42a4-8b9b-fc29d85fa608 req-01da9fce-a928-4c07-bd2a-22d1a6b6a196 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1048536 Jul 20 11:46:24.870958 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c84-080a-49fa-87eb-f730e9998416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.878907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a86f6c84-080a-49fa-87eb-f730e9998416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:24.913363 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a86f6c84-080a-49fa-87eb-f730e9998416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fca3fc0f805430aafe0fa40ccef65c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736651 Jul 20 11:46:24.915975 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44062) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:24.919032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0febeea7-5055-42a4-8b9b-fc29d85fa608 req-57ee0426-76a4-49ed-8def-c0f5cb5627ad tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772927 Jul 20 11:46:24.953501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f6c84-080a-49fa-87eb-f730e9998416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c4567-107e-40f9-bce7-0b0fcdafb8ac,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:25.022941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.048478 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.116135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.119849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.121285 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d3c4567-107e-40f9-bce7-0b0fcdafb8ac HTTP/1.1" status: 204 len: 168 time: 0.2042599 Jul 20 11:46:25.130598 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aaa58-3adb-4f59-8ae7-f3d50ae449db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c4567-107e-40f9-bce7-0b0fcdafb8ac,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:25.173820 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.436571 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a17a2585-21d2-45c0-905a-ccd3c065eab3 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:25.522845 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port a17a2585-21d2-45c0-905a-ccd3c065eab3 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:25.531626 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a17a2585-21d2-45c0-905a-ccd3c065eab3 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:25.532009 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.694568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.812126 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port a17a2585-21d2-45c0-905a-ccd3c065eab3, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a17a2585-21d2-45c0-905a-ccd3c065eab3,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:25.826831 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:25.883800 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d715e-e93e-4f8f-b8e4-573944986d8e req-eddd7d27-7934-4192-8b1f-bd6afd691b02 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:25.886093 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4e4d715e-e93e-4f8f-b8e4-573944986d8e req-eddd7d27-7934-4192-8b1f-bd6afd691b02 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.1213543 Jul 20 11:46:25.917996 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:25.963395 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4e4d715e-e93e-4f8f-b8e4-573944986d8e req-82e2ea7f-566f-4acc-b3c6-df40c080200e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708721 Jul 20 11:46:26.060377 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13c1fc-299b-4afe-8377-83ec7f8d3db0 req-9540ec1e-a14c-45cf-b183-22f6b1579362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:26.061928 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8b13c1fc-299b-4afe-8377-83ec7f8d3db0 req-9540ec1e-a14c-45cf-b183-22f6b1579362 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 1098 time: 0.1525297 Jul 20 11:46:26.126863 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8b13c1fc-299b-4afe-8377-83ec7f8d3db0 req-2efbeccc-b763-4401-83fa-3bf88811b70e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542688 Jul 20 11:46:26.127308 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b94009-6d92-4467-ba27-cd0ffb70e87d req-65ac791e-bf4c-4de9-b1ae-a7ad34d5ba9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:26.128932 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-94b94009-6d92-4467-ba27-cd0ffb70e87d req-65ac791e-bf4c-4de9-b1ae-a7ad34d5ba9f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0796118 Jul 20 11:46:26.187339 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-94b94009-6d92-4467-ba27-cd0ffb70e87d req-bbadd73d-9c58-4a84-9dbc-4b0c8b186c0e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505152 Jul 20 11:46:27.131874 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c526a0-788a-40cb-83d8-65f4d18ee5fa req-77b141e3-5a2b-421a-b0de-8f0e690e32b9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:27.134749 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7c526a0-788a-40cb-83d8-65f4d18ee5fa req-77b141e3-5a2b-421a-b0de-8f0e690e32b9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.0768650 Jul 20 11:46:27.202177 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7c526a0-788a-40cb-83d8-65f4d18ee5fa req-68f0a78d-6b6a-433e-9d4f-7ee6535f3440 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Jul 20 11:46:27.420762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dae945-4513-48ed-abe5-3387d9c0e482 req-56739389-dc7f-41fa-9a5b-aef262895ebb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:27.429189 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-89dae945-4513-48ed-abe5-3387d9c0e482 req-56739389-dc7f-41fa-9a5b-aef262895ebb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1083040 Jul 20 11:46:27.449452 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a17a2585-21d2-45c0-905a-ccd3c065eab3 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:27.479821 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-89dae945-4513-48ed-abe5-3387d9c0e482 req-cfae4844-ed5a-48e2-8551-2f899b5a8b13 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 Jul 20 11:46:27.523641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port a17a2585-21d2-45c0-905a-ccd3c065eab3 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:27.524938 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:28.389144 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f741ee-63e3-4e89-9862-23d9bc495c6d req-f0fb5336-dc81-4293-a137-725e4e321f25 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:28.390927 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-88f741ee-63e3-4e89-9862-23d9bc495c6d req-f0fb5336-dc81-4293-a137-725e4e321f25 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.0990980 Jul 20 11:46:28.432459 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-88f741ee-63e3-4e89-9862-23d9bc495c6d req-caba2b35-8026-4c0f-a21c-da97c60ba531 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Jul 20 11:46:28.668444 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d099a3-968c-44c3-93b3-94260150001c req-df14cd0a-d4d9-480a-ae64-10874de7ca8f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:28.670189 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-15d099a3-968c-44c3-93b3-94260150001c req-df14cd0a-d4d9-480a-ae64-10874de7ca8f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1011281 Jul 20 11:46:28.733949 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-15d099a3-968c-44c3-93b3-94260150001c req-a64b5083-725e-464f-a070-a4057a26d1df tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Jul 20 11:46:29.528596 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:30.032877 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:46:30.040403 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f977c-9b24-45af-a15e-3c59fd27120b req-1ca96882-4cad-410f-993b-749aa3365ea6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:30.041951 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ea6f977c-9b24-45af-a15e-3c59fd27120b req-1ca96882-4cad-410f-993b-749aa3365ea6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1005700 Jul 20 11:46:30.100858 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ea6f977c-9b24-45af-a15e-3c59fd27120b req-fb89e850-5cff-4b46-ae25-b43e4d3b7d18 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532413 Jul 20 11:46:31.257920 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575bf9-abfe-4a97-a6cc-e577998ac6e4 req-3313f1db-4e59-475a-b279-93e356a30118 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:31.260256 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54575bf9-abfe-4a97-a6cc-e577998ac6e4 req-3313f1db-4e59-475a-b279-93e356a30118 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0816746 Jul 20 11:46:31.344215 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54575bf9-abfe-4a97-a6cc-e577998ac6e4 req-2f076334-bba4-4d1c-a60e-b30cbf217307 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753789 Jul 20 11:46:32.476513 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1e290-c22d-4f47-8727-b357ca9dcf7f req-05467c0f-0ba4-4d1b-bcb6-9ad54cd1c773 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:32.479413 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-34b1e290-c22d-4f47-8727-b357ca9dcf7f req-05467c0f-0ba4-4d1b-bcb6-9ad54cd1c773 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0701957 Jul 20 11:46:32.536585 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-34b1e290-c22d-4f47-8727-b357ca9dcf7f req-ffacd7f7-efaa-41bd-9428-aa3f9c6d1256 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Jul 20 11:46:33.692904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8bc46-a440-4cc8-862d-a3a4f06a851f req-83091f58-6ea0-492e-85d1-d09847c5811e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:33.694437 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-06b8bc46-a440-4cc8-862d-a3a4f06a851f req-83091f58-6ea0-492e-85d1-d09847c5811e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0774667 Jul 20 11:46:33.738451 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-06b8bc46-a440-4cc8-862d-a3a4f06a851f req-12e7a208-9c75-460c-a828-a28bc0c48588 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Jul 20 11:46:35.188822 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b204-76d1-4afe-b5cf-bc485f470399 req-db79ca9a-e311-471b-ac11-52c5e7261e33 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:35.190313 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a0b6b204-76d1-4afe-b5cf-bc485f470399 req-db79ca9a-e311-471b-ac11-52c5e7261e33 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0627532 Jul 20 11:46:35.231342 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a0b6b204-76d1-4afe-b5cf-bc485f470399 req-72979f81-2c59-43df-bacd-4c0616272cb1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jul 20 11:46:35.401575 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-69a1e906-5301-4f50-ae9f-e3be48a09b13 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:35.403027 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-69a1e906-5301-4f50-ae9f-e3be48a09b13 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 815 time: 0.0981114 Jul 20 11:46:35.417544 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-264f2ab0-233c-4d99-a5cb-652794a69ff6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/quotas/9f5af3de636347eba8ea8b1c5ab9bd5e HTTP/1.1" status: 200 len: 375 time: 0.0093508 Jul 20 11:46:35.494007 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-55d27992-0423-4edf-900a-87cc080d0bb9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718100 Jul 20 11:46:35.590199 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-0ff4780a-3804-449e-b614-be7c883cd2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828755 Jul 20 11:46:35.679668 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-b0b7ca95-a176-4892-b20d-04667a446b51 service neutron] 10.222.0.15 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836382 Jul 20 11:46:35.846785 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d1cc5bf9-3cbb-4fd8-b85d-97ccceeb0126 req-8ee7caa8-596e-4028-8971-e9e9098db0fd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 210 time: 0.0286014 Jul 20 11:46:36.373938 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa81f0-13fa-449e-8975-c52909a4c87b req-1dd764b8-e885-4843-9738-6b7f2c10e076 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:36.375473 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fdaa81f0-13fa-449e-8975-c52909a4c87b req-1dd764b8-e885-4843-9738-6b7f2c10e076 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0755556 Jul 20 11:46:36.412274 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fdaa81f0-13fa-449e-8975-c52909a4c87b req-60084e54-77c2-4001-a3d3-825f6778c8ee tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 20 11:46:36.991863 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8256540b-7448-4ccb-9b23-e68062497158 req-8a0fef2c-5762-4ee1-94fa-1f836de2b606 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 210 time: 0.0601387 Jul 20 11:46:37.018260 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-1ee40d94-9f84-48ab-82e4-7d49faa6eee9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:37.019744 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-1ee40d94-9f84-48ab-82e4-7d49faa6eee9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 815 time: 0.1187031 Jul 20 11:46:37.037802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'port': {'device_id': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'admin_state_up': True, 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:37.373089 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Made reservation on behalf of 9f5af3de636347eba8ea8b1c5ab9bd5e for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:46:37.376794 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:37.556479 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Allocated IP 172.20.0.4 (974af9ba-4bc9-4f89-ad56-7e62b651a940/d3cdbea9-6cfd-460d-936b-66a16dfa9cc1/7f095918-a558-4ccd-a826-5790de62fe28) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:46:37.581004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd39e72-5fc8-4cd9-b534-29b2da60d3a2 req-bc9fdd3e-313d-49ce-aa2a-c796d28a4917 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:37.588805 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8dd39e72-5fc8-4cd9-b534-29b2da60d3a2 req-bc9fdd3e-313d-49ce-aa2a-c796d28a4917 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0815635 Jul 20 11:46:37.631560 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8dd39e72-5fc8-4cd9-b534-29b2da60d3a2 req-7e1199fb-18b4-4dfc-a651-2be4f75fcf66 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Jul 20 11:46:37.802377 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:37.819393 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Transition to ACTIVE for port object 7f095918-a558-4ccd-a826-5790de62fe28 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:37.868684 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:37.936787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44362) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:37.994487 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:46:38.001174 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:46:38.005265 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:46:38.013790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:38.069578 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:38.070222 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.087439 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-dcdc0ac3-76d2-4c48-a01a-f8885f815be8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543141 Jul 20 11:46:38.111912 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5123363e-8c69-4967-9050-b4cf948d0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.180916 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d662d-9495-467b-afbf-43467ff0a35a req-391d936a-cda7-4167-9ffc-04637d8b71ad tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:38.182486 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-469d662d-9495-467b-afbf-43467ff0a35a req-391d936a-cda7-4167-9ffc-04637d8b71ad tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.1147079 Jul 20 11:46:38.238001 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-469d662d-9495-467b-afbf-43467ff0a35a req-de3d6ad3-2422-4dd2-a88b-cb4eca3a88ec tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Jul 20 11:46:38.276825 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5123363e-8c69-4967-9050-b4cf948d0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.277049 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-6023a19e-af0c-4b0a-8dc5-dccdc667c06b None None] Provisioning for port 7f095918-a558-4ccd-a826-5790de62fe28 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:38.277049 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-6023a19e-af0c-4b0a-8dc5-dccdc667c06b None None] Provisioning complete for port 7f095918-a558-4ccd-a826-5790de62fe28 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:38.277049 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-6023a19e-af0c-4b0a-8dc5-dccdc667c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.282616 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-5123363e-8c69-4967-9050-b4cf948d0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.312070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-6023a19e-af0c-4b0a-8dc5-dccdc667c06b None None] Port 7f095918-a558-4ccd-a826-5790de62fe28 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:46:38.330326 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-5123363e-8c69-4967-9050-b4cf948d0479 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b0bf3052b8a441ea2db447810d93be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894920 Jul 20 11:46:38.330326 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123363e-8c69-4967-9050-b4cf948d0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f5070-ae45-4dd4-87d5-7c40bc612fae,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:38.333084 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44368) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:38.393380 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.416629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.471196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.474001 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.475344 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d2f5070-ae45-4dd4-87d5-7c40bc612fae HTTP/1.1" status: 204 len: 168 time: 0.1397693 Jul 20 11:46:38.483662 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680cc81-6ae5-4c61-9f6e-81f654228ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f5070-ae45-4dd4-87d5-7c40bc612fae,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:38.783791 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44380) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:38.798602 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-23f45218-544d-4e26-a93b-40fa855b994c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.809713 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd358dc-98b4-42a9-9acb-7e282bbb6b2f req-da238bfd-c49e-4035-b440-fa7b016055ef tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:38.822849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5fd358dc-98b4-42a9-9acb-7e282bbb6b2f req-da238bfd-c49e-4035-b440-fa7b016055ef tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0939872 Jul 20 11:46:38.886533 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5fd358dc-98b4-42a9-9acb-7e282bbb6b2f req-87d38bd0-97d4-4c88-a6f1-4d4827681b93 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685401 Jul 20 11:46:38.916168 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-23f45218-544d-4e26-a93b-40fa855b994c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.919829 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-23f45218-544d-4e26-a93b-40fa855b994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:38.956597 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-23f45218-544d-4e26-a93b-40fa855b994c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03778ac4d0a24159a319878246c74b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717262 Jul 20 11:46:38.958419 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45218-544d-4e26-a93b-40fa855b994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c525890-d453-4f83-bb6d-a4b802eda982,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:38.960095 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44382) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:39.029667 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:39.055592 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:39.100973 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:39.103929 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:39.105105 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c525890-d453-4f83-bb6d-a4b802eda982 HTTP/1.1" status: 204 len: 168 time: 0.1420722 Jul 20 11:46:39.113743 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f3ab-4b9d-4b0b-beca-fdf5c016ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c525890-d453-4f83-bb6d-a4b802eda982,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:39.394748 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7195d-43ee-4e1e-9bc3-94df56936d05 req-8595da53-8c27-41c6-8a53-6aaf42f58dec tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:39.396256 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-27a7195d-43ee-4e1e-9bc3-94df56936d05 req-8595da53-8c27-41c6-8a53-6aaf42f58dec tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0680823 Jul 20 11:46:39.446494 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-27a7195d-43ee-4e1e-9bc3-94df56936d05 req-5ca96a29-df8a-4161-82cf-954309f248ef tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jul 20 11:46:40.019476 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290cd8-a5fe-444e-86eb-2131a4a0505f req-286695e0-3e98-4792-aa01-31b9f986f1b6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:40.028325 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-53290cd8-a5fe-444e-86eb-2131a4a0505f req-286695e0-3e98-4792-aa01-31b9f986f1b6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0621693 Jul 20 11:46:40.067765 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-53290cd8-a5fe-444e-86eb-2131a4a0505f req-0aaeb49d-08d4-47d6-9762-44321f53aef9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Jul 20 11:46:40.585055 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7362-7f92-47b1-b221-e7be7b49b7a4 req-e92af18f-aca1-422e-a1b7-3120d52c4df3 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:40.587090 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-247c7362-7f92-47b1-b221-e7be7b49b7a4 req-e92af18f-aca1-422e-a1b7-3120d52c4df3 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0653474 Jul 20 11:46:40.629668 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-247c7362-7f92-47b1-b221-e7be7b49b7a4 req-aff0b331-6612-4830-b52a-890d976e875a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Jul 20 11:46:41.216581 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cbf54-7754-43da-9024-640011866cfd req-6e98ad8c-b68c-439a-81b0-57079e035224 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:41.218048 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f39cbf54-7754-43da-9024-640011866cfd req-6e98ad8c-b68c-439a-81b0-57079e035224 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0619671 Jul 20 11:46:41.256768 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f39cbf54-7754-43da-9024-640011866cfd req-413add00-2cb4-4b32-be0d-ae06e33d4f2a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Jul 20 11:46:41.777638 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd635-f77c-4f0b-aa02-62e853c7a21b req-b4c7fc57-3ef4-4609-bbac-9f62edb69e48 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:41.779047 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-668fd635-f77c-4f0b-aa02-62e853c7a21b req-b4c7fc57-3ef4-4609-bbac-9f62edb69e48 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0738833 Jul 20 11:46:41.817174 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-668fd635-f77c-4f0b-aa02-62e853c7a21b req-9ff87b5a-41f9-4823-a167-ce56ed36c760 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Jul 20 11:46:42.397120 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d414-b9b5-4b09-adbe-523c3371e40a req-5c9efb6d-e120-46da-abd2-b63893227f0b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:42.398496 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a46d414-b9b5-4b09-adbe-523c3371e40a req-5c9efb6d-e120-46da-abd2-b63893227f0b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0681286 Jul 20 11:46:42.438663 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a46d414-b9b5-4b09-adbe-523c3371e40a req-142f1bba-998a-476d-b96e-46f77465d2e5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Jul 20 11:46:42.969796 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d98b1-58e7-4238-be28-4eb96823a3af req-db5ec6e1-9ab8-46ff-9220-90043294dcb6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:42.971593 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cd1d98b1-58e7-4238-be28-4eb96823a3af req-db5ec6e1-9ab8-46ff-9220-90043294dcb6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0759554 Jul 20 11:46:43.020927 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cd1d98b1-58e7-4238-be28-4eb96823a3af req-d465f3eb-d1a2-487a-85cf-a02351f9ea5f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Jul 20 11:46:43.568026 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee125d-747f-4385-a831-4e03b161a59a req-02b5d2f1-9cd1-48ab-b0fa-8194528b7b26 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:43.569436 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-22ee125d-747f-4385-a831-4e03b161a59a req-02b5d2f1-9cd1-48ab-b0fa-8194528b7b26 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0645063 Jul 20 11:46:43.615584 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-22ee125d-747f-4385-a831-4e03b161a59a req-97317b11-7b2c-4133-9db0-e726a83f97b8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Jul 20 11:46:44.220904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265301f5-a95e-4f0c-9024-67046ca68054 req-d3421211-4bcd-4314-b44d-6f0b02b36e17 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:44.222462 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-265301f5-a95e-4f0c-9024-67046ca68054 req-d3421211-4bcd-4314-b44d-6f0b02b36e17 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0809159 Jul 20 11:46:44.266423 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-265301f5-a95e-4f0c-9024-67046ca68054 req-44ee3dcb-4cb6-4a86-802c-478d13ce0511 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 Jul 20 11:46:44.756524 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db36f-0051-4606-92a2-f73ac6369e16 req-3abd991e-84ab-4143-a169-216d924c0897 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:44.758072 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-948db36f-0051-4606-92a2-f73ac6369e16 req-3abd991e-84ab-4143-a169-216d924c0897 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0674675 Jul 20 11:46:44.794774 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-948db36f-0051-4606-92a2-f73ac6369e16 req-71b34ee6-1879-4906-8e28-890a16a2d4ad tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Jul 20 11:46:45.402004 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f647fc6-3611-4ca4-93f7-8cdbea6b1d96 req-48c19895-9d33-45d7-aadb-091970aef8a7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:45.403901 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3f647fc6-3611-4ca4-93f7-8cdbea6b1d96 req-48c19895-9d33-45d7-aadb-091970aef8a7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0631735 Jul 20 11:46:45.444754 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3f647fc6-3611-4ca4-93f7-8cdbea6b1d96 req-11d2ec36-ca3b-4234-a01d-043e6a5f6e00 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Jul 20 11:46:45.920510 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74af0c-eecc-4a82-9f6c-e947e45a17c3 req-e27848c4-8d3c-4467-b7d9-84a96e5064d3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:45.921981 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f74af0c-eecc-4a82-9f6c-e947e45a17c3 req-e27848c4-8d3c-4467-b7d9-84a96e5064d3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0612545 Jul 20 11:46:45.960691 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f74af0c-eecc-4a82-9f6c-e947e45a17c3 req-f3944a6d-f1bf-4267-a691-045c252927a9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Jul 20 11:46:46.614124 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5d2e1-b31c-4437-9675-1e857e4da9ee req-03b688cf-683a-48d8-a266-1b78b22ce907 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:46.615700 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54e5d2e1-b31c-4437-9675-1e857e4da9ee req-03b688cf-683a-48d8-a266-1b78b22ce907 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0672820 Jul 20 11:46:46.653597 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54e5d2e1-b31c-4437-9675-1e857e4da9ee req-0fbd9ba7-c326-4d61-875d-8117b93ad802 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jul 20 11:46:47.102403 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997c7dc-ec2d-4f78-b25e-81dfa9f11a1c req-33c21f0c-7fa3-4c2e-8ee9-d393698b7e5d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:47.104150 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2997c7dc-ec2d-4f78-b25e-81dfa9f11a1c req-33c21f0c-7fa3-4c2e-8ee9-d393698b7e5d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0710933 Jul 20 11:46:47.142538 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2997c7dc-ec2d-4f78-b25e-81dfa9f11a1c req-193f6d99-65c6-4804-a9cc-1a7baae7d958 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Jul 20 11:46:47.787984 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5cf1a-e35f-4634-bb78-5b063e5893b6 req-1fb30a2d-18c6-4416-b965-704841c12e8f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:47.790909 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82b5cf1a-e35f-4634-bb78-5b063e5893b6 req-1fb30a2d-18c6-4416-b965-704841c12e8f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0707817 Jul 20 11:46:47.831526 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82b5cf1a-e35f-4634-bb78-5b063e5893b6 req-a16878cf-f005-4cfb-ae51-152737db6e69 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Jul 20 11:46:48.292423 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d3fc9-4981-41c2-85f4-5610c542e442 req-1a304708-504f-4e00-9546-047bcd793a3e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:48.292423 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1b7d3fc9-4981-41c2-85f4-5610c542e442 req-1a304708-504f-4e00-9546-047bcd793a3e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0750892 Jul 20 11:46:48.327426 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1b7d3fc9-4981-41c2-85f4-5610c542e442 req-16c65fff-bb2b-4c43-8dd3-5f5cb79ef2f7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jul 20 11:46:48.967036 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4982f-7a19-47e2-92ab-24a01ee807fd req-c4080fe2-9529-4ed1-b991-35a556b342ba tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:48.969058 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1b4982f-7a19-47e2-92ab-24a01ee807fd req-c4080fe2-9529-4ed1-b991-35a556b342ba tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0722892 Jul 20 11:46:49.007066 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1b4982f-7a19-47e2-92ab-24a01ee807fd req-21f439fa-efc7-4b65-8200-78fc1fca06c9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Jul 20 11:46:49.458709 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d9b7-d17f-4a6f-b460-99fe1391e7bd req-c1fa7926-a613-48b5-808b-20f2ff625270 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:49.460273 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be22d9b7-d17f-4a6f-b460-99fe1391e7bd req-c1fa7926-a613-48b5-808b-20f2ff625270 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0660324 Jul 20 11:46:49.510980 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be22d9b7-d17f-4a6f-b460-99fe1391e7bd req-d567e753-2b75-472f-a414-f97284fff87f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Jul 20 11:46:49.887981 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-095bdc60-4f8e-454b-97db-0013987a420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.161166 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629d3c2-b9a7-4a96-9331-cc11790144eb req-1dd61ac5-23d5-4e96-8c1b-06895b656ebd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:50.163336 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2629d3c2-b9a7-4a96-9331-cc11790144eb req-1dd61ac5-23d5-4e96-8c1b-06895b656ebd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0808144 Jul 20 11:46:50.177762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44554) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:50.223662 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2629d3c2-b9a7-4a96-9331-cc11790144eb req-d1af31c1-e6b2-44f2-bad0-eb68d28ef8ef tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Jul 20 11:46:50.341258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.449790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.453661 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.508346 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44558) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:50.509504 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=105fe83d1e964d54a3126a5652448093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293200 Jul 20 11:46:50.511632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04729e15-9fdb-4f62-a316-5f924e789be0,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:50.520814 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.521174 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.521603 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.521943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.522347 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.522690 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.523028 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.523430 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.524351 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.526664 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.527296 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.529136 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a134540f-c1c4-4f5f-8a69-3150bd3b80db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.598199 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.653866 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.704045 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652299f-eae3-4aca-8636-f607625f0da1 req-e4c09046-9815-4755-8312-cd5a4d8ff65c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:50.705514 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e652299f-eae3-4aca-8636-f607625f0da1 req-e4c09046-9815-4755-8312-cd5a4d8ff65c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1054642 Jul 20 11:46:50.733874 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.736382 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:50.737490 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04729e15-9fdb-4f62-a316-5f924e789be0 HTTP/1.1" status: 204 len: 168 time: 0.2274721 Jul 20 11:46:50.753137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04729e15-9fdb-4f62-a316-5f924e789be0,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:50.758898 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e652299f-eae3-4aca-8636-f607625f0da1 req-107d06ae-4bc9-4ac6-97f7-1973950e0e02 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Jul 20 11:46:50.764115 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.764115 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.764451 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.764545 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.764868 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.765197 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.765586 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.765850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.766173 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.766505 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.766810 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:50.767129 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262edcb-cef3-47b9-a994-7ec2f250552a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:46:51.047801 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44574) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:51.062367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-84ed99bb-bb96-490d-a70c-f55aeb6e5a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.150852 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-84ed99bb-bb96-490d-a70c-f55aeb6e5a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.154248 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-84ed99bb-bb96-490d-a70c-f55aeb6e5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.193749 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-84ed99bb-bb96-490d-a70c-f55aeb6e5a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2efd2dc01e8145318ca7105e012b2dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447504 Jul 20 11:46:51.194612 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed99bb-bb96-490d-a70c-f55aeb6e5a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357bfe2f-60f6-4efe-8308-f34a3405376b,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:51.197054 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44578) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:51.262330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.292840 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.345264 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.347961 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:51.349153 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/357bfe2f-60f6-4efe-8308-f34a3405376b HTTP/1.1" status: 204 len: 168 time: 0.1510255 Jul 20 11:46:51.375489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61563388-b3b9-400b-81e4-8debd033face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357bfe2f-60f6-4efe-8308-f34a3405376b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:51.399956 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb31f01-5eab-4146-a63a-02cd09cbfba5 req-0d4c978c-5ab5-4bbb-a660-066e584ba9c4 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:51.401594 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5eb31f01-5eab-4146-a63a-02cd09cbfba5 req-0d4c978c-5ab5-4bbb-a660-066e584ba9c4 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0770869 Jul 20 11:46:51.473006 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5eb31f01-5eab-4146-a63a-02cd09cbfba5 req-4bb8c760-0276-44f9-a2a5-c8bac44b60fd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Jul 20 11:46:51.917716 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5872af-7be1-4320-aef3-bd58805884a9 req-c08fb9ce-0422-4b82-9c97-f55947198613 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:51.924497 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2c5872af-7be1-4320-aef3-bd58805884a9 req-c08fb9ce-0422-4b82-9c97-f55947198613 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0739019 Jul 20 11:46:51.960634 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2c5872af-7be1-4320-aef3-bd58805884a9 req-2ba55e92-cd20-4d3c-a559-dbf182f702e9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Jul 20 11:46:52.436989 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-53fdce25-351d-4dae-9e38-0c7470f2f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:52.614048 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd27eba-d532-4aff-b756-c310774baa08 req-438ee302-356c-47bf-ab98-e4485a7b01bc tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:52.616130 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6cd27eba-d532-4aff-b756-c310774baa08 req-438ee302-356c-47bf-ab98-e4485a7b01bc tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 931 time: 0.0698869 Jul 20 11:46:52.645107 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Request body: {'port': {'device_id': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:46:52.658532 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6cd27eba-d532-4aff-b756-c310774baa08 req-0ecfe790-1ee0-490a-a819-f155a4ce120d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Jul 20 11:46:52.716273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:52.880283 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:52.989278 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f095918-a558-4ccd-a826-5790de62fe28 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:46:52.996830 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.009217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Transition to ACTIVE for port object 7f095918-a558-4ccd-a826-5790de62fe28 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:46:53.014211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.114243 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1e1ba-ab49-4b9a-9646-be2b975aee64 req-5936623b-73c9-451d-a739-2f266f080fb7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.122937 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3dd1e1ba-ab49-4b9a-9646-be2b975aee64 req-5936623b-73c9-451d-a739-2f266f080fb7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0872624 Jul 20 11:46:53.123496 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:53.139125 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Attempting to bind port 7f095918-a558-4ccd-a826-5790de62fe28 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:46:53.139438 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Attempting to bind port 7f095918-a558-4ccd-a826-5790de62fe28 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:46:53.139940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Attempting to bind port 7f095918-a558-4ccd-a826-5790de62fe28 on network 974af9ba-4bc9-4f89-ad56-7e62b651a940 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:53.144889 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Port 7f095918-a558-4ccd-a826-5790de62fe28 on network 974af9ba-4bc9-4f89-ad56-7e62b651a940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:46:53.145421 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Attempting to bind port 7f095918-a558-4ccd-a826-5790de62fe28 on network 974af9ba-4bc9-4f89-ad56-7e62b651a940 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:46:53.150986 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:46:53.151323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Checking segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:46:53.151710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Bound using segment: {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:46:53.152243 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Bound port: 7f095918-a558-4ccd-a826-5790de62fe28, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2319d0f8-c0ed-40e1-ab40-222ce0a85a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:46:53.152626 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.168316 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3dd1e1ba-ab49-4b9a-9646-be2b975aee64 req-d3b7e499-e85a-40c6-87f6-b80d67bede50 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Jul 20 11:46:53.239430 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:46:53.244534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:46:53.250932 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.295946 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.297021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.298881 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] 10.222.0.26 "PUT /v2.0/ports/7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 1093 time: 0.6581361 Jul 20 11:46:53.299313 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:53.301789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f401882-934f-4592-a094-071b15075de6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:53.345371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da4388-3f49-474f-98e9-db63ef16e005 service neutron] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:53.369555 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a8d080-ef46-4271-baf5-020c11180817 x-openstack-request-id: req-13a8d080-ef46-4271-baf5-020c11180817 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:53.369846 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:53.370098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a8d080-ef46-4271-baf5-020c11180817 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:53.370491 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:46:53.419780 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-c8ce1d86-7b79-4c13-b088-8aa4bcb12897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.421374 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-c8ce1d86-7b79-4c13-b088-8aa4bcb12897 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1096 time: 0.0677400 Jul 20 11:46:53.468615 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-df08c0dd-f088-431a-97f8-e8a7c7237ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 217 time: 0.0390980 Jul 20 11:46:53.522142 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-64505484-9cb9-484b-b18f-8667d2640c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.524228 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-64505484-9cb9-484b-b18f-8667d2640c03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0457020 Jul 20 11:46:53.536742 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:53.581726 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-a28880ee-b7f9-424f-b589-5ef6cb8087bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.583265 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-a28880ee-b7f9-424f-b589-5ef6cb8087bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517070 Jul 20 11:46:53.685079 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-b0369b47-2205-499a-a8e0-c2aa3b231872 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931566 Jul 20 11:46:53.786206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca8006d5-fb1f-4bfd-b5a4-32975daf25ec req-510a39fd-fd16-4aca-92f5-cbd9d2c4acd0 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923307 Jul 20 11:46:53.800473 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4a2c-37e3-4a2d-a3a7-504160b13df4 req-d7f380bb-ffff-42bd-b54c-73a053d770db tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.801973 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2dba4a2c-37e3-4a2d-a3a7-504160b13df4 req-d7f380bb-ffff-42bd-b54c-73a053d770db tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 943 time: 0.0682735 Jul 20 11:46:53.840496 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2dba4a2c-37e3-4a2d-a3a7-504160b13df4 req-47c16ff2-3dc7-409c-adf8-068d0cf6f4a7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Jul 20 11:46:53.890580 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401882-934f-4592-a094-071b15075de6 req-f0dd4e00-d2ad-415e-b955-1dcf7e29b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.892070 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-f0dd4e00-d2ad-415e-b955-1dcf7e29b599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1096 time: 0.0556092 Jul 20 11:46:53.984309 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401882-934f-4592-a094-071b15075de6 req-4037b186-84bb-4e09-8478-bd311631bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:53.985726 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-4037b186-84bb-4e09-8478-bd311631bdb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.0817981 Jul 20 11:46:54.033496 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-381d6b0f-29af-429a-9d66-a45ffd13aec9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 217 time: 0.0375545 Jul 20 11:46:54.111328 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401882-934f-4592-a094-071b15075de6 req-ab2df0ac-5e77-4301-8286-9a889aebca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.112824 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-ab2df0ac-5e77-4301-8286-9a889aebca99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0708838 Jul 20 11:46:54.160985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17d30-f6e8-4ad8-af9f-ea9679d6c53b req-055b92cf-cb76-4ba0-93b4-483069ba4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.162449 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ae17d30-f6e8-4ad8-af9f-ea9679d6c53b req-055b92cf-cb76-4ba0-93b4-483069ba4206 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.0948436 Jul 20 11:46:54.197564 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401882-934f-4592-a094-071b15075de6 req-ec61b58e-c039-4eda-83e1-9445659f8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.199048 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-ec61b58e-c039-4eda-83e1-9445659f8f33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786736 Jul 20 11:46:54.216958 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ae17d30-f6e8-4ad8-af9f-ea9679d6c53b req-48d45de9-70c3-4e17-a764-0801c7af2c35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Jul 20 11:46:54.299124 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-d6216898-6707-46d0-8809-4955915f05fd service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909700 Jul 20 11:46:54.308614 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c2d03-f813-4bba-833b-4eca5fe9d154 req-e92aa80c-e445-4346-bed1-a664ea779d94 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.310115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8c2c2d03-f813-4bba-833b-4eca5fe9d154 req-e92aa80c-e445-4346-bed1-a664ea779d94 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0637505 Jul 20 11:46:54.348211 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8c2c2d03-f813-4bba-833b-4eca5fe9d154 req-98338c83-c6b4-49a5-9043-44007440e0ef tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Jul 20 11:46:54.440239 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4f401882-934f-4592-a094-071b15075de6 req-4b86131a-8f8d-4fb4-8747-e313e79c5f10 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331418 Jul 20 11:46:54.442910 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-fcd166e4-eb56-4aff-8c54-90ab3c30f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.444401 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-fcd166e4-eb56-4aff-8c54-90ab3c30f42f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.1247213 Jul 20 11:46:54.571490 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-fca0b3b4-5830-46b9-af6a-c5a1f34be0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.573233 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-fca0b3b4-5830-46b9-af6a-c5a1f34be0f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.1022754 Jul 20 11:46:54.623083 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-5e266804-8a15-4fce-b407-fa4f22940dd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0383949 Jul 20 11:46:54.673877 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-f30923bc-75a5-4440-b5b8-c23fdfd65f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:54.675361 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-f30923bc-75a5-4440-b5b8-c23fdfd65f05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.0437636 Jul 20 11:46:54.720537 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-bf46b61b-2b61-4d9d-b764-f5c8384514e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300207 Jul 20 11:46:54.721170 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44676) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:54.818688 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-61b0655d-0ffb-4a2a-be7a-7f8bfd485f2a service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893154 Jul 20 11:46:54.823052 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bf71afb-a46e-4be9-9747-e252874c1958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:54.926401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bf71afb-a46e-4be9-9747-e252874c1958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:54.931325 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7bf71afb-a46e-4be9-9747-e252874c1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:54.936451 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-999753d4-8bf2-431e-bd48-7a8875d0c5c4 req-52b628be-a059-4a31-806b-18b52541bd78 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098781 Jul 20 11:46:54.973524 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-7bf71afb-a46e-4be9-9747-e252874c1958 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4396e03c19646f99c8ce373a718a756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518106 Jul 20 11:46:54.974727 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71afb-a46e-4be9-9747-e252874c1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16392731-0ca2-4cef-b395-cd165671270a,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:54.978955 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44684) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:55.036114 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:55.058609 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:55.111817 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:55.114397 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:55.116857 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16392731-0ca2-4cef-b395-cd165671270a HTTP/1.1" status: 204 len: 168 time: 0.1365240 Jul 20 11:46:55.126697 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de7aa2-f521-4095-b340-f45c022a4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16392731-0ca2-4cef-b395-cd165671270a,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:55.144808 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae770d9-c28a-46cf-9fb9-e5ae397b88af req-eb3ffcad-3b06-47fc-b4ba-47d02a9a4c17 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:55.146518 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8ae770d9-c28a-46cf-9fb9-e5ae397b88af req-eb3ffcad-3b06-47fc-b4ba-47d02a9a4c17 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 943 time: 0.0827794 Jul 20 11:46:55.171075 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:55.193992 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8ae770d9-c28a-46cf-9fb9-e5ae397b88af req-cedf42a9-cdfa-48c8-be0f-e18d02daa48b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Jul 20 11:46:55.504266 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db6449-6c54-4322-addf-675ceed9e710 req-e69de58c-cdfc-40b0-9446-a468c46b7a9b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:55.505822 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54db6449-6c54-4322-addf-675ceed9e710 req-e69de58c-cdfc-40b0-9446-a468c46b7a9b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0746665 Jul 20 11:46:55.547469 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-54db6449-6c54-4322-addf-675ceed9e710 req-33a98c77-9a92-4917-9f12-ff29650f6e6e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 20 11:46:56.327750 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1b44-52cd-4a88-9ed6-ccc176750611 req-3e028897-51e3-4514-95a8-b670048e9807 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:56.329159 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c1ec1b44-52cd-4a88-9ed6-ccc176750611 req-3e028897-51e3-4514-95a8-b670048e9807 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 943 time: 0.0657318 Jul 20 11:46:56.546505 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c1ec1b44-52cd-4a88-9ed6-ccc176750611 req-43c72121-7056-4241-9c06-db61e4b860ee tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118132 Jul 20 11:46:56.674710 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c22d8-7706-450e-84aa-81096c137579 req-b923441a-5046-498c-8ce2-cb98107064db tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:56.676169 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e98c22d8-7706-450e-84aa-81096c137579 req-b923441a-5046-498c-8ce2-cb98107064db tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0609107 Jul 20 11:46:56.712498 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e98c22d8-7706-450e-84aa-81096c137579 req-416e46e3-2114-45fa-a51a-ce286dac32f9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301657 Jul 20 11:46:56.720615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 7f095918-a558-4ccd-a826-5790de62fe28 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:46:56.818084 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:56.829151 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '7f095918-a558-4ccd-a826-5790de62fe28', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'port_id': '7f095918-a558-4ccd-a826-5790de62fe28', 'mac_address': 'fa:16:3e:73:91:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:46:56.871865 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:56.886566 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f095918-a558-4ccd-a826-5790de62fe28 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:46:56.913636 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:56.919429 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:56.981252 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b4c4-806d-4e42-a1d7-8bf3dd33bc46 req-39c88948-75e9-4446-9435-31bbd690a1e8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:56.981702 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:56.983265 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d875b4c4-806d-4e42-a1d7-8bf3dd33bc46 req-39c88948-75e9-4446-9435-31bbd690a1e8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0727789 Jul 20 11:46:56.995771 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-b9da6c01-6777-4239-b362-38d9e9901c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:56.997357 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-b9da6c01-6777-4239-b362-38d9e9901c8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.0654533 Jul 20 11:46:57.041577 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d875b4c4-806d-4e42-a1d7-8bf3dd33bc46 req-bc9acc49-c8b3-42f9-a520-5cdc11fdb78f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Jul 20 11:46:57.116058 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-b6e95f3b-36d7-41c3-8f79-2f565acfac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:57.118499 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-b6e95f3b-36d7-41c3-8f79-2f565acfac57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.1126754 Jul 20 11:46:57.163204 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-47f809b8-7a82-48b8-b84d-b843a6020540 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0349467 Jul 20 11:46:57.224447 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-f60f38a6-02c8-46b6-943c-b634c924f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:57.226099 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-f60f38a6-02c8-46b6-943c-b634c924f24f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.0521605 Jul 20 11:46:57.284758 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-66f805a9-5b1a-48a9-9b76-54b84d731798 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386648 Jul 20 11:46:57.321967 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:46:57.358781 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44766) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:57.399317 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-0e1c149c-7f48-4547-8367-e01ab07cb285 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992231 Jul 20 11:46:57.494402 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-eace850e-0445-404a-a551-185953b1b070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.509206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f36689b6-554f-47f0-a8f2-d323be5f3c69 req-4c0e95cc-fa73-4cd0-aeb4-f72b329f3976 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981972 Jul 20 11:46:57.604389 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-eace850e-0445-404a-a551-185953b1b070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.613070 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-eace850e-0445-404a-a551-185953b1b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.677139 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-eace850e-0445-404a-a551-185953b1b070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e7d7657c9ad49708d706f675a42e38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166189 Jul 20 11:46:57.678136 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace850e-0445-404a-a551-185953b1b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a54a0e-1faa-4518-adad-23c09127375d,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:57.680359 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44778) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:57.715520 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2e18-9ad6-4e89-8073-29bd395c9629 req-8c31216c-760a-4952-963c-efce719efb77 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:57.728995 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-386c2e18-9ad6-4e89-8073-29bd395c9629 req-8c31216c-760a-4952-963c-efce719efb77 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 944 time: 0.1021047 Jul 20 11:46:57.749645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.772392 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.773158 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-386c2e18-9ad6-4e89-8073-29bd395c9629 req-6dbf35ce-ce99-4c53-aab3-0ba94a618af1 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Jul 20 11:46:57.831787 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.834511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:57.835745 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08a54a0e-1faa-4518-adad-23c09127375d HTTP/1.1" status: 204 len: 168 time: 0.1540871 Jul 20 11:46:57.844287 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d91365-ffd1-4ec7-befc-fb74c265182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a54a0e-1faa-4518-adad-23c09127375d,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:58.091681 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44790) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:58.105622 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-46cf036a-2f0b-495f-b998-48633772357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.182895 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476fca2-a9a5-477d-b4f0-c82762f0916c req-ddcc6e5e-d66d-4f9f-aa41-dbea9f7db176 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:58.184578 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3476fca2-a9a5-477d-b4f0-c82762f0916c req-ddcc6e5e-d66d-4f9f-aa41-dbea9f7db176 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0698745 Jul 20 11:46:58.198296 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-46cf036a-2f0b-495f-b998-48633772357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.202827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-46cf036a-2f0b-495f-b998-48633772357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.225172 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3476fca2-a9a5-477d-b4f0-c82762f0916c req-36768495-d000-4c1d-832a-5117670e8f74 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346682 Jul 20 11:46:58.242602 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-46cf036a-2f0b-495f-b998-48633772357e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d193096e88b4a4da77c63e08119684f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495936 Jul 20 11:46:58.243563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf036a-2f0b-495f-b998-48633772357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e962c2-ee0f-49d8-afcc-b4f86e51274b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:58.245628 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44794) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:46:58.297336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.318516 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.363514 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.366085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.367209 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24e962c2-ee0f-49d8-afcc-b4f86e51274b HTTP/1.1" status: 204 len: 168 time: 0.1206000 Jul 20 11:46:58.375410 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f6fec-0c63-42cb-88de-c40e0b973c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e962c2-ee0f-49d8-afcc-b4f86e51274b,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:58.731505 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 7f095918-a558-4ccd-a826-5790de62fe28 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:46:58.781229 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 7f095918-a558-4ccd-a826-5790de62fe28 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:46:58.785118 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 7f095918-a558-4ccd-a826-5790de62fe28 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:46:58.785643 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.903511 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:58.950252 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:46:58.952733 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cc7da-5e12-4bda-88c2-1e66ed6db9d3" -d '{"events": [{"server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "name": "network-vif-plugged", "status": "completed", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:46:58.968803 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:46:58.978646 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:46:59.042282 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057af8f-38d9-41bd-927d-ab7ba8b3df3c x-openstack-request-id: req-f057af8f-38d9-41bd-927d-ab7ba8b3df3c {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:46:59.042589 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "name": "network-vif-plugged", "status": "completed", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:46:59.042845 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f057af8f-38d9-41bd-927d-ab7ba8b3df3c {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:46:59.043236 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'code': 200} Jul 20 11:46:59.062923 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:46:59.090658 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5df6-f7ca-4706-a3fa-4512d5fca24e req-c22fd543-1e64-4702-a9ea-b1fa253b8d41 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:59.096950 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6df5df6-f7ca-4706-a3fa-4512d5fca24e req-c22fd543-1e64-4702-a9ea-b1fa253b8d41 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 944 time: 0.1776471 Jul 20 11:46:59.187601 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6df5df6-f7ca-4706-a3fa-4512d5fca24e req-a4813b84-8225-4b70-b78c-b0dbd524cf6a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Jul 20 11:46:59.302318 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aed3a-1a3e-4647-b48b-7fff40eb782f req-dc92c745-2101-44ff-8bc2-576a47e4fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:59.304067 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6a4aed3a-1a3e-4647-b48b-7fff40eb782f req-dc92c745-2101-44ff-8bc2-576a47e4fbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1098 time: 0.0612364 Jul 20 11:46:59.376870 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6a4aed3a-1a3e-4647-b48b-7fff40eb782f req-3816d340-96fb-4c6a-bacb-10aea439c5a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515747 Jul 20 11:46:59.427842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd15f-8dec-4fb1-b865-df889ca1f360 req-8ff09b19-e9b3-49c5-a599-55771fe94447 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:46:59.429354 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d6fd15f-8dec-4fb1-b865-df889ca1f360 req-8ff09b19-e9b3-49c5-a599-55771fe94447 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0875039 Jul 20 11:46:59.469389 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d6fd15f-8dec-4fb1-b865-df889ca1f360 req-85d90c6b-a08e-4620-99d6-31e87012a7b2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jul 20 11:46:59.542948 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.264068 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44888) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:00.312668 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ead0bd-3685-448f-9d49-8c167c2ea9ed req-32d88046-5437-4ab9-8b71-c8f56124359b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:00.314299 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3ead0bd-3685-448f-9d49-8c167c2ea9ed req-32d88046-5437-4ab9-8b71-c8f56124359b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0678988 Jul 20 11:47:00.358259 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3ead0bd-3685-448f-9d49-8c167c2ea9ed req-ddd87c16-2dac-4073-bb1f-b7085faa8558 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Jul 20 11:47:00.380328 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-39f1-471a-89c9-b82f5ed7df59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.473582 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-39f1-471a-89c9-b82f5ed7df59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.478487 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-39f1-471a-89c9-b82f5ed7df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.516739 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-cee0874b-39f1-471a-89c9-b82f5ed7df59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91bd1164877c477db26ad02e99461d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514889 Jul 20 11:47:00.519645 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 44900) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:00.519893 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0874b-39f1-471a-89c9-b82f5ed7df59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc48f1b-e942-42a9-b3fd-9023a3cec9ff,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:00.623149 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.660417 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e994-d08e-4db7-97a5-2ecc50dae010 req-1cc487e7-5635-44e8-b12f-9ae13d464f83 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:00.661879 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fe35e994-d08e-4db7-97a5-2ecc50dae010 req-1cc487e7-5635-44e8-b12f-9ae13d464f83 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1177127 Jul 20 11:47:00.663977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.729609 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fe35e994-d08e-4db7-97a5-2ecc50dae010 req-748c2a1f-7f30-4d0c-8ffc-f3125e6f9f50 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578754 Jul 20 11:47:00.761810 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.764588 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:00.769115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dc48f1b-e942-42a9-b3fd-9023a3cec9ff HTTP/1.1" status: 204 len: 168 time: 0.2445490 Jul 20 11:47:00.787904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2a488-8fa4-43e5-b415-5b4b9268106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc48f1b-e942-42a9-b3fd-9023a3cec9ff,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:01.105029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44916) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:01.119539 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eeed53ed-11ec-42a9-93a0-ad663b9a3c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.207944 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eeed53ed-11ec-42a9-93a0-ad663b9a3c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.211843 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eeed53ed-11ec-42a9-93a0-ad663b9a3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.248140 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed53ed-11ec-42a9-93a0-ad663b9a3c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f145935-1e68-4bb8-badf-39cefdfacf84,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:01.252458 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-eeed53ed-11ec-42a9-93a0-ad663b9a3c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ed40b4a3b0d41ab8177333b3671020a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463563 Jul 20 11:47:01.255086 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 44928) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:01.303263 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.321813 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-c693b6b1-d612-420e-a016-0de0854edf90 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:01.323747 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-c693b6b1-d612-420e-a016-0de0854edf90 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1112523 Jul 20 11:47:01.332323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.355635 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-6e8e20d7-39e5-4b32-9792-0618ffaf5b07 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/quotas/746fe2416af74852b2c3a2aad9152f1a HTTP/1.1" status: 200 len: 375 time: 0.0165920 Jul 20 11:47:01.377659 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.380114 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:01.384349 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f145935-1e68-4bb8-badf-39cefdfacf84 HTTP/1.1" status: 204 len: 168 time: 0.1283886 Jul 20 11:47:01.392981 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f159-6ccb-4bc3-92b0-88ac40ac6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f145935-1e68-4bb8-badf-39cefdfacf84,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:01.440121 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-7320c34f-e023-4479-971d-8439866c3cfb tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754614 Jul 20 11:47:01.603971 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-8d581177-c137-43ef-bfa7-5e99b1e22cca service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443563 Jul 20 11:47:01.619335 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69710eb6-b6f0-4279-8e26-897e12d59869 req-d24c75a6-3e31-4ac8-b769-811fad104d40 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:01.620875 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-69710eb6-b6f0-4279-8e26-897e12d59869 req-d24c75a6-3e31-4ac8-b769-811fad104d40 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.1352816 Jul 20 11:47:01.741975 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-69710eb6-b6f0-4279-8e26-897e12d59869 req-8d36e224-d87b-46f5-b237-757c34e789d5 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121132 Jul 20 11:47:01.772968 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-facb7875-9a39-4614-886a-496355283fe6 service neutron] 10.222.0.15 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509707 Jul 20 11:47:01.962582 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3eeca1ef-0fca-4bba-a8f8-77b07d6cd9c3 req-4423d792-cb78-446f-bceb-56aeef9270a6 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 210 time: 0.0550771 Jul 20 11:47:02.044808 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4880-b60c-4120-855c-7ff8ccc02b62 req-d4912986-d2aa-411b-b629-541d67da4f78 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:02.048782 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fc9e4880-b60c-4120-855c-7ff8ccc02b62 req-d4912986-d2aa-411b-b629-541d67da4f78 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0845659 Jul 20 11:47:02.100220 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fc9e4880-b60c-4120-855c-7ff8ccc02b62 req-95b5beb2-8916-4fdc-a344-c55806550509 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 Jul 20 11:47:02.254706 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a9797-fd11-451b-8e8b-cc8a6b1d2d37 req-8e2ad4b3-e8c6-4cf7-a5f2-e4841da69df2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:02.256648 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-030a9797-fd11-451b-8e8b-cc8a6b1d2d37 req-8e2ad4b3-e8c6-4cf7-a5f2-e4841da69df2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0754368 Jul 20 11:47:02.309548 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-030a9797-fd11-451b-8e8b-cc8a6b1d2d37 req-fe87901c-5b14-4bc3-982a-c460719d2fa4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jul 20 11:47:02.493229 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338a518-a76c-4a35-9daf-7fd4aba5b245 req-838514f3-fc40-497b-946d-799f00ce0efb tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:02.494742 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2338a518-a76c-4a35-9daf-7fd4aba5b245 req-838514f3-fc40-497b-946d-799f00ce0efb tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0681503 Jul 20 11:47:02.536775 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2338a518-a76c-4a35-9daf-7fd4aba5b245 req-2b692b47-6572-4997-b793-e268867c7672 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Jul 20 11:47:03.054553 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8dde04fa-5873-477f-9489-a1d70d48f720 req-6fe44314-cd09-455a-b5a7-ece2ec8278ea tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 210 time: 0.0324159 Jul 20 11:47:03.318363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-17db5e1d-657c-4f4c-95cc-8b412f1eb50a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:03.319955 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-17db5e1d-657c-4f4c-95cc-8b412f1eb50a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/networks?id=8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 200 len: 815 time: 0.1065023 Jul 20 11:47:03.341455 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Request body: {'port': {'device_id': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'admin_state_up': True, 'tenant_id': '746fe2416af74852b2c3a2aad9152f1a'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:03.462582 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Made reservation on behalf of 746fe2416af74852b2c3a2aad9152f1a for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:03.466053 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:03.583361 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Allocated IP 172.20.0.6 (8d763db6-b5b5-402b-badc-830327f9ecd1/648122c7-1f97-4817-8ba9-d8fa438e7bf4/f325b96c-55e1-4e66-b20b-50e4284ad878) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:47:03.733665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:03.771779 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:03.817235 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Network 8d763db6-b5b5-402b-badc-830327f9ecd1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:47:03.822998 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:03.825723 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:47:03.865111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event updated for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:03.891993 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:03.892623 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:03.915803 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-1b0cc783-b032-4918-9821-154705c2232f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801058 Jul 20 11:47:04.181964 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db503f59-1783-4f1b-b4b7-5fc303ff5f1f req-2ecc50a5-3787-45a6-80b7-bfa19820321e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:04.183471 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db503f59-1783-4f1b-b4b7-5fc303ff5f1f req-2ecc50a5-3787-45a6-80b7-bfa19820321e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 931 time: 0.0607846 Jul 20 11:47:04.231683 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db503f59-1783-4f1b-b4b7-5fc303ff5f1f req-0f5e6275-664c-45fe-aa07-b22ddd3cacdb tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Jul 20 11:47:06.998091 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738', 'e05425ac-941e-4634-a268-e48c606d7d19', '25daff65-9921-427d-8e22-8631231c95ca'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:07.021255 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Request body: {'port': {'device_id': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:07.033035 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:47:07.110720 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.290419 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f7c62-b81d-4781-b25d-ca7b62f32a87 req-1e1af5c0-8ed9-4b94-923d-74788eb986d0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:07.292308 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb3f7c62-b81d-4781-b25d-ca7b62f32a87 req-1e1af5c0-8ed9-4b94-923d-74788eb986d0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 931 time: 0.0987163 Jul 20 11:47:07.358060 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb3f7c62-b81d-4781-b25d-ca7b62f32a87 req-2b4eb4c7-f202-4fee-b689-f5b52febef12 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539281 Jul 20 11:47:07.437652 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f325b96c-55e1-4e66-b20b-50e4284ad878 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:07.445066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.457763 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Transition to ACTIVE for port object f325b96c-55e1-4e66-b20b-50e4284ad878 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:47:07.460383 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.507296 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Pushing event updated for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:07.577306 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Attempting to bind port f325b96c-55e1-4e66-b20b-50e4284ad878 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:47:07.577557 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Attempting to bind port f325b96c-55e1-4e66-b20b-50e4284ad878 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:47:07.577879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Attempting to bind port f325b96c-55e1-4e66-b20b-50e4284ad878 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:07.581925 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Port f325b96c-55e1-4e66-b20b-50e4284ad878 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:47:07.582240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Attempting to bind port f325b96c-55e1-4e66-b20b-50e4284ad878 on network 8d763db6-b5b5-402b-badc-830327f9ecd1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:07.587712 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:47:07.588037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Checking segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:47:07.588437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Bound using segment: {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:47:07.588852 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Bound port: f325b96c-55e1-4e66-b20b-50e4284ad878, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a5353-b9dc-4d49-abb3-b6457e522028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:47:07.589195 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.858202 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:47:07.861396 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f325b96c-55e1-4e66-b20b-50e4284ad878,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:47:07.865428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.897529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:07.898168 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:07.900378 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] 10.222.0.26 "PUT /v2.0/ports/f325b96c-55e1-4e66-b20b-50e4284ad878 HTTP/1.1" status: 200 len: 1093 time: 0.8850822 Jul 20 11:47:07.902382 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:07.904598 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49491bfa-238a-4cad-9bb6-22ff905a7d06" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:07.927534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01f2b9-c5ce-4678-8eea-c9db267ed40d service neutron] Pushing event updated for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:07.938778 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04a4f34-6811-442a-badf-2d998e6c80e9 x-openstack-request-id: req-f04a4f34-6811-442a-badf-2d998e6c80e9 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:07.939070 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:07.939316 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f04a4f34-6811-442a-badf-2d998e6c80e9 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:07.939696 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878', 'status': 'completed', 'code': 200} Jul 20 11:47:08.483235 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b40075-4c0d-482b-b63b-cf2925450252 req-cb469f5c-e8b6-4320-8d83-d6d82183a523 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:08.484784 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-69b40075-4c0d-482b-b63b-cf2925450252 req-cb469f5c-e8b6-4320-8d83-d6d82183a523 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0682948 Jul 20 11:47:08.521952 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-69b40075-4c0d-482b-b63b-cf2925450252 req-d82bd712-f9b4-44e0-8439-0ef45dea80fe tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Jul 20 11:47:09.647555 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331887fe-2c92-453a-b433-5753ec12694f req-af08e0ee-08d3-41fb-a3b6-39ded49165fd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:09.649829 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-331887fe-2c92-453a-b433-5753ec12694f req-af08e0ee-08d3-41fb-a3b6-39ded49165fd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0621657 Jul 20 11:47:09.686441 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-331887fe-2c92-453a-b433-5753ec12694f req-92d309b0-860f-450e-b57a-d5d7cc802220 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Jul 20 11:47:10.627098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-04d96d03-a224-4941-9f14-a7ec41ea1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:10.628661 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-04d96d03-a224-4941-9f14-a7ec41ea1dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 1096 time: 0.0562248 Jul 20 11:47:10.807533 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-9a62369d-5c22-4bfc-bb2b-0cad8f902cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:10.809085 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-9a62369d-5c22-4bfc-bb2b-0cad8f902cb4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=746fe2416af74852b2c3a2aad9152f1a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1695557 Jul 20 11:47:10.828921 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429571-8175-45b5-b50e-6b514e49b792 req-a2bce6a3-56a5-417a-bde0-1afddf7bed6f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:10.830460 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ed429571-8175-45b5-b50e-6b514e49b792 req-a2bce6a3-56a5-417a-bde0-1afddf7bed6f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0726223 Jul 20 11:47:10.873728 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ed429571-8175-45b5-b50e-6b514e49b792 req-eba61686-f80c-4db5-8ef6-3f85d267cd9b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Jul 20 11:47:10.981227 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-b32847f0-b2fa-40a0-ba55-56bf904eb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:10.982710 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49491bfa-238a-4cad-9bb6-22ff905a7d06 req-b32847f0-b2fa-40a0-ba55-56bf904eb626 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638610 Jul 20 11:47:11.078295 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-21377cc2-e428-4442-b53d-97f54a1ba12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:11.079794 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-21377cc2-e428-4442-b53d-97f54a1ba12b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=746fe2416af74852b2c3a2aad9152f1a&device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 1096 time: 0.0513291 Jul 20 11:47:11.125646 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-72faf8cd-3364-4c1b-bc99-1f3e8101aaaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f325b96c-55e1-4e66-b20b-50e4284ad878 HTTP/1.1" status: 200 len: 217 time: 0.0332701 Jul 20 11:47:11.177275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-18b2ff05-f154-4222-89bf-8ecfbb3e5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:11.178659 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-18b2ff05-f154-4222-89bf-8ecfbb3e5f88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 200 len: 855 time: 0.0439508 Jul 20 11:47:11.210635 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-f9404b4f-2235-4169-aee9-992805d03542 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d763db6-b5b5-402b-badc-830327f9ecd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241125 Jul 20 11:47:11.316916 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-8be879b3-3105-4937-ab8b-53b2510562f5 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912457 Jul 20 11:47:11.420674 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-0ffc0cf8-b621-4e54-9a9c-2dae04c04444 req-e3b381a4-edef-4376-9822-616f6e899659 service neutron] 10.222.0.26 "GET /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923791 Jul 20 11:47:12.008813 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14bd4-f5d7-49fe-a694-e24d8bff16d8 req-49711f97-2546-4ddc-b1c1-dcc794638c17 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:12.011747 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3ff14bd4-f5d7-49fe-a694-e24d8bff16d8 req-49711f97-2546-4ddc-b1c1-dcc794638c17 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0681503 Jul 20 11:47:12.052002 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3ff14bd4-f5d7-49fe-a694-e24d8bff16d8 req-f1a37685-a681-461e-ae94-efa790d8956a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Jul 20 11:47:13.188828 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4ed49-ad00-4a76-a287-c819e11d1d91 req-859d398b-e77f-48e0-98c6-482ec6a22f6e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:13.190378 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dcf4ed49-ad00-4a76-a287-c819e11d1d91 req-859d398b-e77f-48e0-98c6-482ec6a22f6e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0673633 Jul 20 11:47:13.233872 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dcf4ed49-ad00-4a76-a287-c819e11d1d91 req-3673de9c-cf64-4ae3-9262-c03e6a1e1dd8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Jul 20 11:47:14.205434 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f977a-1ed7-4679-8ac4-e8fa21999a44 req-8b6a49d3-6df3-428e-97dc-b1f36b89b6b2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:14.207037 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9c7f977a-1ed7-4679-8ac4-e8fa21999a44 req-8b6a49d3-6df3-428e-97dc-b1f36b89b6b2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0691395 Jul 20 11:47:14.229035 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45228) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:14.247069 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9c7f977a-1ed7-4679-8ac4-e8fa21999a44 req-707b6a16-1810-4af4-b5bc-cfd287317efc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Jul 20 11:47:14.337305 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a56d89b4-458d-4b7b-80e2-6bcfe89acbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.366655 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93778867-366a-4fd7-bdea-9962689794e0 req-5330e6b2-fc61-4c14-baf3-c40547d29b33 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:14.368328 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-93778867-366a-4fd7-bdea-9962689794e0 req-5330e6b2-fc61-4c14-baf3-c40547d29b33 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 943 time: 0.0652092 Jul 20 11:47:14.429091 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-93778867-366a-4fd7-bdea-9962689794e0 req-c389cbf9-11aa-4ed9-8d54-899c41278d8f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jul 20 11:47:14.435646 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a56d89b4-458d-4b7b-80e2-6bcfe89acbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.439568 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a56d89b4-458d-4b7b-80e2-6bcfe89acbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.491995 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45242) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:14.496969 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a56d89b4-458d-4b7b-80e2-6bcfe89acbff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29870046314b4a7cb6d84cb6151950d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661231 Jul 20 11:47:14.498380 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d89b4-458d-4b7b-80e2-6bcfe89acbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea27b79-e3dd-45a3-9a68-6c442d64e089,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:14.550508 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.576031 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.623586 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.626458 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:14.627621 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eea27b79-e3dd-45a3-9a68-6c442d64e089 HTTP/1.1" status: 204 len: 168 time: 0.1346354 Jul 20 11:47:14.635732 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d457d-bbbb-4c3d-9e79-2b4305ed343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea27b79-e3dd-45a3-9a68-6c442d64e089,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:14.856257 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-4449a82a-6ffc-4d75-b2f8-36044acd4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:14.856406 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-4449a82a-6ffc-4d75-b2f8-36044acd4bd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.0619802 Jul 20 11:47:14.869597 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e38f89-7e84-4e54-97c3-b2acfff2a33b req-d5cf400a-af98-48f9-b29f-e8e26fa49b30 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:14.872566 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-56e38f89-7e84-4e54-97c3-b2acfff2a33b req-d5cf400a-af98-48f9-b29f-e8e26fa49b30 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0734918 Jul 20 11:47:14.917112 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-56e38f89-7e84-4e54-97c3-b2acfff2a33b req-e84955ce-5800-452c-9005-3f0fff2a6027 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jul 20 11:47:14.959615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-d62cc0dd-636b-467b-8ca5-4a9d36a77f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:14.961165 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-d62cc0dd-636b-467b-8ca5-4a9d36a77f32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.0904946 Jul 20 11:47:15.010410 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-f2873d40-604c-47d7-aab3-8d558466da61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0380991 Jul 20 11:47:15.050814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device f325b96c-55e1-4e66-b20b-50e4284ad878 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:47:15.064045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-62013db8-a7b7-4293-b8b3-3b600f5c7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:15.065538 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-62013db8-a7b7-4293-b8b3-3b600f5c7c76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.0475364 Jul 20 11:47:15.111576 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-fb4aa509-60b4-4f17-b2d9-84684938e1f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jul 20 11:47:15.150565 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f325b96c-55e1-4e66-b20b-50e4284ad878,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:15.164405 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'f325b96c-55e1-4e66-b20b-50e4284ad878', 'network_id': '8d763db6-b5b5-402b-badc-830327f9ecd1', 'port_id': 'f325b96c-55e1-4e66-b20b-50e4284ad878', 'mac_address': 'fa:16:3e:cd:19:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648122c7-1f97-4817-8ba9-d8fa438e7bf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:47:15.202875 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.215959 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-c54a7610-4dd5-4371-90f6-5d700a17f095 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Jul 20 11:47:15.216495 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f325b96c-55e1-4e66-b20b-50e4284ad878 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:15.237362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f325b96c-55e1-4e66-b20b-50e4284ad878,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:15.241742 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.289460 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:15.296940 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.297298 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.297642 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.297983 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.298319 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.299094 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.299094 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.299314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.299616 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.299944 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.300269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.300604 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:15.312777 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45274) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:15.317062 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6ad5c1b2-fbc4-45e2-92b7-70e0287bf866 req-6d16b147-4188-4d42-bb66-4ab94660ff27 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918133 Jul 20 11:47:15.413642 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290387-09c9-47c5-a764-f18a96a6f433 req-7c675cca-0d09-4d32-abe1-25fa38b9d84a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:15.415152 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-90290387-09c9-47c5-a764-f18a96a6f433 req-7c675cca-0d09-4d32-abe1-25fa38b9d84a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0666504 Jul 20 11:47:15.421243 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1104086547-network', 'tenant_id': 'e726ac6a1ecf4ddfbd22781d60ed2b98'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:15.469122 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-90290387-09c9-47c5-a764-f18a96a6f433 req-abd1c1a0-59b8-4d03-8ccf-f6b5a34a2347 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Jul 20 11:47:15.470091 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Made reservation on behalf of e726ac6a1ecf4ddfbd22781d60ed2b98 for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:15.472380 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.481202 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.609033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f1e00-44bd-4fe8-99cf-5462d29cb6d7 req-e4a8cc21-1b87-408a-8bf2-e6239d922d48 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:15.610572 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f4f1e00-44bd-4fe8-99cf-5462d29cb6d7 req-e4a8cc21-1b87-408a-8bf2-e6239d922d48 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 944 time: 0.1046424 Jul 20 11:47:15.626691 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.632849 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.649699 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['f325b96c-55e1-4e66-b20b-50e4284ad878'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:15.673570 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:47:15.689252 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af5ebf-7031-4165-9b03-eff64f922306,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:15.697373 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f4f1e00-44bd-4fe8-99cf-5462d29cb6d7 req-426f0fee-8d73-4152-9ea2-8371ab07ba0f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770595 Jul 20 11:47:15.698454 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.698849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Added segment 86ad2c09-9dff-4bfd-a137-b4f94e888269 of type vlan for network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 Jul 20 11:47:15.756919 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.793936 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.795469 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:15.796980 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.834046 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5200255 Jul 20 11:47:15.837348 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45326) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:15.844938 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Request body: {'subnet': {'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1104086547-subnet', 'tenant_id': 'e726ac6a1ecf4ddfbd22781d60ed2b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:15.864453 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b649b-d98d-4bbf-8a6c-11cdd2216172 admin admin] Pushing event updated for resources: {'Network': ['ID=3306e179-5eb0-4011-bd3b-3fa7c4356e53,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:15.869567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Made reservation on behalf of e726ac6a1ecf4ddfbd22781d60ed2b98 for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:15.873891 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12321665'] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:15.877697 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:47:16.061954 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9310443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12321783'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:16.080528 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bd10c-327a-4752-8aab-49b43e9fd7a7 req-6a911e9b-f91c-4eed-b43f-86e5094a81c5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:16.082163 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-747bd10c-327a-4752-8aab-49b43e9fd7a7 req-6a911e9b-f91c-4eed-b43f-86e5094a81c5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0690634 Jul 20 11:47:16.119015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98f279d-fab7-4cc6-9a0f-ba47c338f24a,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:16.128920 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Checking segment: {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:47:16.129272 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Network hostable DHCP agents. Network: 3306e179-5eb0-4011-bd3b-3fa7c4356e53, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:47:16.129526 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-747bd10c-327a-4752-8aab-49b43e9fd7a7 req-20c3ecd4-7d0a-4f28-a3a4-70429f823262 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Jul 20 11:47:16.145744 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:47:16.155356 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 3306e179-5eb0-4011-bd3b-3fa7c4356e53) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:16.159381 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:16.159960 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:16.164955 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0982c8-fce1-4c5c-a227-cd37c2c8af31 None None] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:47:16.176316 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-fe239fc3-1800-48bf-bc5d-81fb0962111f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3366103 Jul 20 11:47:16.294022 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1828d0f-f93c-4b88-971a-06002120c677 None None] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:47:16.620172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f987d-60bd-42cd-bb10-c04d12cf2bc2 req-eb579652-09cd-4032-9965-cb53fed8ee25 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:16.621753 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a1f987d-60bd-42cd-bb10-c04d12cf2bc2 req-eb579652-09cd-4032-9965-cb53fed8ee25 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0668840 Jul 20 11:47:16.671947 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a1f987d-60bd-42cd-bb10-c04d12cf2bc2 req-bbee5251-1cd0-4330-9dd2-bc1db66a3be5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 Jul 20 11:47:16.837985 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35887b15-27c5-484f-b280-e6f753916701 req-e4d5eeff-ed7b-47e3-b2cd-ac97c7cef67a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:16.840091 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-35887b15-27c5-484f-b280-e6f753916701 req-e4d5eeff-ed7b-47e3-b2cd-ac97c7cef67a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 944 time: 0.0642607 Jul 20 11:47:16.878522 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-35887b15-27c5-484f-b280-e6f753916701 req-4b90fb86-92e5-40f9-ace8-be4c21b772c8 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Jul 20 11:47:17.057731 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device f325b96c-55e1-4e66-b20b-50e4284ad878 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:47:17.223305 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port f325b96c-55e1-4e66-b20b-50e4284ad878 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:47:17.227063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port f325b96c-55e1-4e66-b20b-50e4284ad878 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:17.227437 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:17.270093 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206eda8-e358-409f-8f3e-0ec1947ab803 req-ed3182e3-a125-444e-a78f-638ec226bfbf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:17.271649 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a206eda8-e358-409f-8f3e-0ec1947ab803 req-ed3182e3-a125-444e-a78f-638ec226bfbf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0665228 Jul 20 11:47:17.305225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:17.309644 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a206eda8-e358-409f-8f3e-0ec1947ab803 req-552b5e41-2f66-4bae-ad14-3b7df75d06e0 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Jul 20 11:47:17.328744 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:17.331010 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be658bdc-5cc1-4d62-aa39-326e65bd7c28" -d '{"events": [{"server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:17.343675 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f325b96c-55e1-4e66-b20b-50e4284ad878,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:17.348433 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:17.371985 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe7c19a-b3bd-4b0d-9ff9-9fe0689e6e2d x-openstack-request-id: req-dfe7c19a-b3bd-4b0d-9ff9-9fe0689e6e2d {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:17.372276 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:17.372553 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfe7c19a-b3bd-4b0d-9ff9-9fe0689e6e2d {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:17.372967 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878', 'code': 200} Jul 20 11:47:17.398082 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:17.566353 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc258d7a-d554-49db-8971-0eaf2690698e req-dce8629f-750f-4ba2-b84f-2c2f18a99ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:17.567756 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc258d7a-d554-49db-8971-0eaf2690698e req-dce8629f-750f-4ba2-b84f-2c2f18a99ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 1098 time: 0.0527029 Jul 20 11:47:17.608383 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc258d7a-d554-49db-8971-0eaf2690698e req-f339bdc1-2f77-4828-af08-cff8a969aa34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276170 Jul 20 11:47:17.815807 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f702b4-da6f-4426-b87e-c5edb59ecbf4 req-19371262-e4c2-4e6f-9d31-8c34cb9505f3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:17.817447 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-95f702b4-da6f-4426-b87e-c5edb59ecbf4 req-19371262-e4c2-4e6f-9d31-8c34cb9505f3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0692906 Jul 20 11:47:17.861588 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-95f702b4-da6f-4426-b87e-c5edb59ecbf4 req-5822638b-28f4-4070-a60b-37933a279ee1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342004 Jul 20 11:47:18.019587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-4aa4694d-5be9-4a31-9acd-01149a9d3533 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:18.021094 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-4aa4694d-5be9-4a31-9acd-01149a9d3533 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 809 time: 0.1344798 Jul 20 11:47:18.042967 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-f6c5223e-1c23-4dab-a4ca-3fa57056b983 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/quotas/e726ac6a1ecf4ddfbd22781d60ed2b98 HTTP/1.1" status: 200 len: 375 time: 0.0141408 Jul 20 11:47:18.056101 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fe234-1f5a-4fad-9579-a9c358ec9b43 req-c7c76937-e965-416d-aba8-9a42af82a1ba tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:18.057641 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c6fe234-1f5a-4fad-9579-a9c358ec9b43 req-c7c76937-e965-416d-aba8-9a42af82a1ba tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.1025372 Jul 20 11:47:18.104418 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-fb00b675-6d9a-4c9a-a118-22957422362d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559788 Jul 20 11:47:18.141844 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c6fe234-1f5a-4fad-9579-a9c358ec9b43 req-7ec79db3-0f32-481f-9d4b-6309f8bd6d70 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748699 Jul 20 11:47:18.206609 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-798a2a5b-d54a-4851-b9b5-66ee9dc16b5c service neutron] 10.222.0.15 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942724 Jul 20 11:47:18.297631 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-36bc0dab-a178-4c0b-bf99-628745531c1f service neutron] 10.222.0.15 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853465 Jul 20 11:47:18.452642 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6d73f-4f48-4614-9dd7-ee899e22fdb6 req-586e63ce-90c8-4b20-9158-3f7c985804f5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:18.454161 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1ad6d73f-4f48-4614-9dd7-ee899e22fdb6 req-586e63ce-90c8-4b20-9158-3f7c985804f5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0759101 Jul 20 11:47:18.489430 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ed0879bf-1c4c-41cd-86ba-e2bceb7739d2 req-6c57e013-7c41-4f8b-b3e1-c5fac73e6729 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 210 time: 0.0342839 Jul 20 11:47:18.519105 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1ad6d73f-4f48-4614-9dd7-ee899e22fdb6 req-ca6f93c2-d380-417b-9c51-b86f7fb990e5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Jul 20 11:47:19.008361 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc890e-b6bc-4069-a179-0761c1a26fca req-ba43519f-7d30-4fc9-8803-03bf1a71ef42 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:19.009923 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2ccc890e-b6bc-4069-a179-0761c1a26fca req-ba43519f-7d30-4fc9-8803-03bf1a71ef42 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0727141 Jul 20 11:47:19.049855 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2ccc890e-b6bc-4069-a179-0761c1a26fca req-54fa3402-5615-4d5d-84b6-a46178206132 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 Jul 20 11:47:19.278383 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6d699-149b-42ea-9c0c-edfe213b51ae req-58c87a0c-35d3-4b94-8fa9-05197906dc4d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:19.279878 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81e6d699-149b-42ea-9c0c-edfe213b51ae req-58c87a0c-35d3-4b94-8fa9-05197906dc4d tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.0657265 Jul 20 11:47:19.319765 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81e6d699-149b-42ea-9c0c-edfe213b51ae req-8c58bee1-ad98-48a1-821c-d033e72adb4e tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jul 20 11:47:19.611220 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8f4b5841-ccc8-427e-aeb1-2bac06b3ec60 req-2a1ddb0f-502b-4292-94ac-4ac1ac79fa47 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 210 time: 0.0403802 Jul 20 11:47:19.733772 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8aea-f6f2-4ae9-a0ad-64153cefce19 req-34bf11eb-2e1f-4e4e-b2f1-e88ce66cb3fd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:19.735357 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-502f8aea-f6f2-4ae9-a0ad-64153cefce19 req-34bf11eb-2e1f-4e4e-b2f1-e88ce66cb3fd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0753686 Jul 20 11:47:19.746581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-35d5f1cb-00d0-4aeb-94e9-1894c99d92ab tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:19.748776 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-35d5f1cb-00d0-4aeb-94e9-1894c99d92ab tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 809 time: 0.1785319 Jul 20 11:47:19.762559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Request body: {'port': {'device_id': 'b8e753ba-0de2-42d5-930d-37916e656221', 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53', 'admin_state_up': True, 'tenant_id': 'e726ac6a1ecf4ddfbd22781d60ed2b98'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:19.776420 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-502f8aea-f6f2-4ae9-a0ad-64153cefce19 req-c39ded98-7a39-45e6-a1a3-870f588f910f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Jul 20 11:47:19.866682 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Made reservation on behalf of e726ac6a1ecf4ddfbd22781d60ed2b98 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:19.870342 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:19.880101 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7ba425fc-a6b6-4827-acb9-d68a683363d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:19.999925 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Allocated IP 172.20.0.9 (3306e179-5eb0-4011-bd3b-3fa7c4356e53/a98f279d-fab7-4cc6-9a0f-ba47c338f24a/a3f16920-9e92-4938-a500-e8c8d5ec3dd3) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:47:20.162511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.204547 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e62be-ed10-45b4-8ec6-9229d7976ecc req-08fd9c9c-b898-4942-b6c8-4065cde232b3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:20.206109 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-335e62be-ed10-45b4-8ec6-9229d7976ecc req-08fd9c9c-b898-4942-b6c8-4065cde232b3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0668321 Jul 20 11:47:20.206873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.251076 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-335e62be-ed10-45b4-8ec6-9229d7976ecc req-f174fa02-05fa-4bf8-aaef-7db852c1dc83 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Jul 20 11:47:20.267449 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:47:20.271476 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:20.274032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:47:20.278533 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Pushing event updated for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:20.326428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:20.327038 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.341391 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-146f5f7d-bb44-4dec-bb52-31083018c5db tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834849 Jul 20 11:47:20.361703 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Request body: {'port': {'device_id': 'b8e753ba-0de2-42d5-930d-37916e656221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:20.444990 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.728134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f16920-9e92-4938-a500-e8c8d5ec3dd3 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:20.736050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.754729 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Transition to ACTIVE for port object a3f16920-9e92-4938-a500-e8c8d5ec3dd3 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:47:20.759701 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.762293 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c56fe-a74f-4f1b-8563-0c30f65f4c33 req-bda1191c-0c5a-4fb3-a587-10406f1e6e98 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:20.763970 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d8c56fe-a74f-4f1b-8563-0c30f65f4c33 req-bda1191c-0c5a-4fb3-a587-10406f1e6e98 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 931 time: 0.0727072 Jul 20 11:47:20.809527 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d8c56fe-a74f-4f1b-8563-0c30f65f4c33 req-891349c7-9b19-46f0-8107-ddf1ee55f2de tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Jul 20 11:47:20.811503 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:20.930659 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Attempting to bind port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:47:20.930996 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Attempting to bind port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:47:20.931325 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Attempting to bind port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:20.935933 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:47:20.936254 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Attempting to bind port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:20.941884 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:47:20.942230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Checking segment: {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:47:20.942617 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Bound using segment: {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:47:20.943088 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Bound port: a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:47:20.943419 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:20.971318 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635918c-9c1b-4529-9769-5b042d589d4c req-c48e2698-a01e-4e23-ab99-785e5ce8f1a4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:20.973000 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2635918c-9c1b-4529-9769-5b042d589d4c req-c48e2698-a01e-4e23-ab99-785e5ce8f1a4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1037760 Jul 20 11:47:21.019585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:47:21.019716 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2635918c-9c1b-4529-9769-5b042d589d4c req-b6129ce4-cb96-44a7-9c7e-f12375a568e3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Jul 20 11:47:21.021481 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:47:21.029230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:21.068673 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.069143 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:21.070538 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3f16920-9e92-4938-a500-e8c8d5ec3dd3 HTTP/1.1" status: 200 len: 1093 time: 0.7139332 Jul 20 11:47:21.070974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:21.073361 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee26b7-6988-47a1-ac3f-0e504ced7714" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:21.111224 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d92e0-69bb-4428-b92d-073672bbdf09 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:21.134408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e186b3a-8cd4-4de5-abb0-a394292ddaee x-openstack-request-id: req-1e186b3a-8cd4-4de5-abb0-a394292ddaee {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:21.134694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:21.134945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e186b3a-8cd4-4de5-abb0-a394292ddaee {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:21.135336 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3', 'status': 'completed', 'code': 200} Jul 20 11:47:21.196201 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-52c5ad5d-4f3c-4d49-ab49-f87bced1012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.196201 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-52c5ad5d-4f3c-4d49-ab49-f87bced1012f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 1096 time: 0.0673494 Jul 20 11:47:21.246605 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-3765c29a-6afb-47fc-b13a-ce56febb982b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3 HTTP/1.1" status: 200 len: 217 time: 0.0362949 Jul 20 11:47:21.300271 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f08a87-975b-4378-a404-00082ef32904 req-ac673e2d-696a-4e5d-8b41-5fbd9412c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.301861 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-ac673e2d-696a-4e5d-8b41-5fbd9412c47b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98f279d-fab7-4cc6-9a0f-ba47c338f24a HTTP/1.1" status: 200 len: 849 time: 0.0465033 Jul 20 11:47:21.351226 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-b56c139d-99c8-473d-869d-48caed20f64b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3306e179-5eb0-4011-bd3b-3fa7c4356e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382044 Jul 20 11:47:21.429482 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb6e52-bc03-4a8b-95e2-d94718e39e8a req-de80e362-5b97-40ec-8210-5f761e7396b1 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.431051 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-99fb6e52-bc03-4a8b-95e2-d94718e39e8a req-de80e362-5b97-40ec-8210-5f761e7396b1 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.1136415 Jul 20 11:47:21.439440 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a510da-48cf-4369-84b0-f2485fbc891d req-4617b902-f625-49ff-b97d-3f612e788d2a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.440929 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41a510da-48cf-4369-84b0-f2485fbc891d req-4617b902-f625-49ff-b97d-3f612e788d2a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0922163 Jul 20 11:47:21.456006 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-f24a99e1-1c31-42d3-af61-231e09efcc24 service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Jul 20 11:47:21.496062 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-99fb6e52-bc03-4a8b-95e2-d94718e39e8a req-7b310b0b-1978-4f9a-8ed9-b457d7630bcb tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 Jul 20 11:47:21.503797 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41a510da-48cf-4369-84b0-f2485fbc891d req-93938863-cc90-4d4c-96e4-6726e23930cd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556118 Jul 20 11:47:21.529817 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45462) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:21.735382 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0714d62-9600-491b-a7a1-a4236cff9c83 tempest-TestMinimumBasicScenario-1313133973 tempest-TestMinimumBasicScenario-1313133973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.737023 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f0714d62-9600-491b-a7a1-a4236cff9c83 tempest-TestMinimumBasicScenario-1313133973 tempest-TestMinimumBasicScenario-1313133973-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1093 time: 0.2061064 Jul 20 11:47:21.739984 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45466) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:21.744452 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'port_id': '7f095918-a558-4ccd-a826-5790de62fe28', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:21.769087 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for floatingip, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:21.778732 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b1f08a87-975b-4378-a404-00082ef32904 req-04ee69e1-77cd-4088-ad46-9eb521c82b98 service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128576 Jul 20 11:47:21.893052 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-df650074-71f9-458d-8b5b-6616e772c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.895094 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-df650074-71f9-458d-8b5b-6616e772c935 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 1096 time: 0.0556903 Jul 20 11:47:21.995380 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-5401484e-2742-448b-b0fb-e41e0b45d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:21.996750 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-5401484e-2742-448b-b0fb-e41e0b45d560 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 910 time: 0.0934052 Jul 20 11:47:22.050278 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-4c480fac-9026-401b-b995-3ade96fa71ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3 HTTP/1.1" status: 200 len: 217 time: 0.0342660 Jul 20 11:47:22.086829 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b5ff-297a-4844-b6bb-f05339f688b6 req-2568b1d5-873c-4a72-aab6-39c38ac06774 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:22.088704 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa61b5ff-297a-4844-b6bb-f05339f688b6 req-2568b1d5-873c-4a72-aab6-39c38ac06774 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 943 time: 0.1124914 Jul 20 11:47:22.124111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-62bc325a-53c8-4e79-90f1-c5e517bab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:22.127386 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-62bc325a-53c8-4e79-90f1-c5e517bab96e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98f279d-fab7-4cc6-9a0f-ba47c338f24a HTTP/1.1" status: 200 len: 849 time: 0.0652668 Jul 20 11:47:22.159586 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:22.162557 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-5acc1ded-a626-4596-9852-946bd5062583 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3306e179-5eb0-4011-bd3b-3fa7c4356e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269969 Jul 20 11:47:22.187167 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa61b5ff-297a-4844-b6bb-f05339f688b6 req-61a6a96e-f7f4-4b99-86d4-4d16224648d3 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912242 Jul 20 11:47:22.274516 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-f4f645fa-c0ae-48fd-a824-bb2d14c54038 service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992091 Jul 20 11:47:22.275625 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177450f-77d9-4a02-958b-54fa0a7ab2c5 req-488fb439-fb3d-4b8c-b1f3-4def13bfeba1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:22.277397 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f177450f-77d9-4a02-958b-54fa0a7ab2c5 req-488fb439-fb3d-4b8c-b1f3-4def13bfeba1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1650963 Jul 20 11:47:22.321435 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Allocated IP 172.27.1.236 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/3711f4ef-75d6-42ec-9553-76434770f231) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:47:22.342511 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f177450f-77d9-4a02-958b-54fa0a7ab2c5 req-6a2d2096-bf15-46d9-b047-2613c5dd2f35 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588136 Jul 20 11:47:22.393472 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fdee26b7-6988-47a1-ac3f-0e504ced7714 req-42266151-0937-4932-ab7c-9311c6225e81 service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045151 Jul 20 11:47:22.441618 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:22.442524 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e61dcead-8838-46ea-86f6-d36e6d7bdec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:22.481740 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:22.524474 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:47:22.527751 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:22.531974 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:47:22.535021 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'Port': ['ID=3711f4ef-75d6-42ec-9553-76434770f231,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:22.822295 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692049a9-1626-4a9e-abd8-653b9a8c0e6b req-19e49f37-dbdc-4319-9849-a414cdc64a8c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:22.823889 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-692049a9-1626-4a9e-abd8-653b9a8c0e6b req-19e49f37-dbdc-4319-9849-a414cdc64a8c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.2065105 Jul 20 11:47:22.879256 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-692049a9-1626-4a9e-abd8-653b9a8c0e6b req-0d117763-ecb3-4680-9067-040c7eab9ce4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Jul 20 11:47:22.883824 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.128265 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.240990 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.391518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155da523-95d4-44f6-b53e-99b0def29a8a req-de4b4768-34d2-4761-8874-77acb6f96098 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:23.393115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-155da523-95d4-44f6-b53e-99b0def29a8a req-de4b4768-34d2-4761-8874-77acb6f96098 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 943 time: 0.1331160 Jul 20 11:47:23.493245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-155da523-95d4-44f6-b53e-99b0def29a8a req-169a7e92-9421-4ce6-82c3-2d1268227f6d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937734 Jul 20 11:47:23.515259 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.520903 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.539471 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.559875 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da8fb-620f-4892-9aca-79fc5ba17e2b req-b867213c-763e-44c0-9538-f9628352c484 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:23.561391 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c8da8fb-620f-4892-9aca-79fc5ba17e2b req-b867213c-763e-44c0-9538-f9628352c484 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1411757 Jul 20 11:47:23.801449 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'Port': ['ID=3711f4ef-75d6-42ec-9553-76434770f231,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:23.818489 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:23.894601 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c8da8fb-620f-4892-9aca-79fc5ba17e2b req-9767910b-6af1-4fd4-9ebc-10ce72b6ebf5 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230119 Jul 20 11:47:23.933606 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Floating IP ecc7f754-1451-40cd-9b74-92806d354eaa associated. External IP: 172.27.1.236, port: 7f095918-a558-4ccd-a826-5790de62fe28. Jul 20 11:47:24.084199 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec16d8-e777-48a3-b482-1a19e622b759 req-76b64226-5851-4415-8a7c-9b6312c0100f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:24.085706 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7ec16d8-e777-48a3-b482-1a19e622b759 req-76b64226-5851-4415-8a7c-9b6312c0100f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1181355 Jul 20 11:47:24.209619 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c7ec16d8-e777-48a3-b482-1a19e622b759 req-e5bc05dc-15e2-4b03-b00c-b6f43884d067 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787563 Jul 20 11:47:24.242655 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Router ca30a7ee-7635-4fee-9559-599b0eb7bc5c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:47:24.348041 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:47:24.359151 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Sync routers for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:47:24.364551 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.368614 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:47:24.369221 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:47:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:24.399995 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-40e33ed5-0a26-4311-a8ae-a73f9a9bee28 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6589587 Jul 20 11:47:24.401037 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:24.403799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45490) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:24.404345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e5fcaa-b969-4bfe-8b41-2c294b727df8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:24.408629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457937086', 'description': 'tempest-secgroup-smoke-457937086 description', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:24.443548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.443893 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698899e5-52e8-4c07-b8a0-2445e08405cd x-openstack-request-id: req-698899e5-52e8-4c07-b8a0-2445e08405cd {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:24.444256 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:24.444787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-698899e5-52e8-4c07-b8a0-2445e08405cd {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:24.445227 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:47:24.501583 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:47:24.579720 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-269bb398-da6a-48ba-9c2a-34d80e3c1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:24.581292 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-269bb398-da6a-48ba-9c2a-34d80e3c1806 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1098 time: 0.1028399 Jul 20 11:47:24.583570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.588697 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.648834 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:24.660070 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a4ff6-5d66-4028-8654-01ff7bc7fb24 req-e9957e18-a3f7-4f18-a56b-b609b2df7370 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:24.661969 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db8a4ff6-5d66-4028-8654-01ff7bc7fb24 req-e9957e18-a3f7-4f18-a56b-b609b2df7370 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 943 time: 0.0778368 Jul 20 11:47:24.662312 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.663605 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8752fd73-f222-4e14-8b58-525c0fd0ce11 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2587543 Jul 20 11:47:24.666609 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45498) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:24.677797 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:24.703242 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db8a4ff6-5d66-4028-8654-01ff7bc7fb24 req-0b353d25-8db0-4a83-8678-0c2a1e5bdf6c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Jul 20 11:47:24.757991 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.770653 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-ddeb015b-dedc-47f8-bce6-5d2c9047ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:24.772222 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-ddeb015b-dedc-47f8-bce6-5d2c9047ea67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.1697617 Jul 20 11:47:24.865298 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-10fb0849-aaa9-432f-a2d2-eb4b8302283a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 999 time: 0.0829787 Jul 20 11:47:24.872967 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'ecc7f754-1451-40cd-9b74-92806d354eaa', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'port_id': '7f095918-a558-4ccd-a826-5790de62fe28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'mac_address': 'fa:16:3e:73:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:47:22Z', 'updated_at': '2021-07-20T11:47:22Z', 'revision_number': 0, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:24.876232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.884541 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.905682 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Checking router: ca30a7ee-7635-4fee-9559-599b0eb7bc5c for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:47:24.914138 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:47:24.914724 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:47:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:24.929105 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1658845-b08c-4df5-9cbc-a0618a8482ed,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:24.937887 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-c4dca678-fd1e-4271-a3f8-089ef66b1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:24.939352 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-c4dca678-fd1e-4271-a3f8-089ef66b1515 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0651858 Jul 20 11:47:24.940755 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:24.944808 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ac9b73eb-7086-45e1-96b6-7940bb6a9d20 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2741771 Jul 20 11:47:24.944928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45502) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:24.951625 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:24.997982 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.006895 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-ba479ff9-c6a0-47c1-a08b-52f33445f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:25.008580 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-ba479ff9-c6a0-47c1-a08b-52f33445f5e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601501 Jul 20 11:47:25.038474 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:47:25.088615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a3f16920-9e92-4938-a500-e8c8d5ec3dd3 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:47:25.093525 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.108637 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb6be-28e5-4a53-b098-4992fe1572d7 req-d2363c5b-87c9-4b3e-b754-3126b22cbc71 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:25.110332 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1bdb6be-28e5-4a53-b098-4992fe1572d7 req-d2363c5b-87c9-4b3e-b754-3126b22cbc71 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1220036 Jul 20 11:47:25.111639 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.123759 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-0b1957ff-d992-473b-a9d3-6b950ed9c377 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074579 Jul 20 11:47:25.144032 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446d846f-9324-4f64-a07c-69aa9f3ec8aa,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.158762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.168902 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b1a39227-c3d3-454c-9b6a-3ed7bf80020d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202005 Jul 20 11:47:25.170576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45504) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:25.184022 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:25.203396 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1bdb6be-28e5-4a53-b098-4992fe1572d7 req-c51e2142-964a-4dcc-ba21-2edef5b0a9b8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840361 Jul 20 11:47:25.219380 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.226819 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:25.241108 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3', 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53', 'port_id': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3', 'mac_address': 'fa:16:3e:a3:be:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98f279d-fab7-4cc6-9a0f-ba47c338f24a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:47:25.282415 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.285585 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-85e5fcaa-b969-4bfe-8b41-2c294b727df8 req-d877259f-4fc7-42f2-94e7-638d4603e05b service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515915 Jul 20 11:47:25.311160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.334110 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'ecc7f754-1451-40cd-9b74-92806d354eaa', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'port_id': '7f095918-a558-4ccd-a826-5790de62fe28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'mac_address': 'fa:16:3e:73:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:47:22Z', 'updated_at': '2021-07-20T11:47:22Z', 'revision_number': 0, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:25.335983 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f16920-9e92-4938-a500-e8c8d5ec3dd3 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:25.356955 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.363409 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.381888 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512332b8-d25a-49dc-91e0-fd1953dc5e64 None None] The sync data for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi is: [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'ecc7f754-1451-40cd-9b74-92806d354eaa', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'port_id': '7f095918-a558-4ccd-a826-5790de62fe28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'mac_address': 'fa:16:3e:73:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:47:22Z', 'updated_at': '2021-07-20T11:47:22Z', 'revision_number': 0, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:47:25.382532 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:25.390457 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4bd98c-4d25-4dfe-87e7-9f3a997fb827,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.398560 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.407267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.408493 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b4626e92-4f68-44eb-8723-ec32a6b9bf6f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307076 Jul 20 11:47:25.411346 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45510) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:25.415904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:25.446303 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869ecbe-06d6-44ff-8688-8f0462fb6450 req-f7590f65-68bc-4396-a74f-8deb328561f2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:25.452543 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.453248 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e869ecbe-06d6-44ff-8688-8f0462fb6450 req-f7590f65-68bc-4396-a74f-8deb328561f2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1419289 Jul 20 11:47:25.482684 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.522300 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e869ecbe-06d6-44ff-8688-8f0462fb6450 req-7676f7e9-a894-416f-bbb2-5867c360d74e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664144 Jul 20 11:47:25.552567 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.557024 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.576938 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb2b543-5115-4d04-90c1-2391f37243b6,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.583788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.584904 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-9884c564-3174-4dfa-a4b3-850afb0a9cb2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726377 Jul 20 11:47:25.587832 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45514) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:25.593039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:25.629156 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.securitygroups_db [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Project 9f5af3de636347eba8ea8b1c5ab9bd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:47:25.629814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16be40-fd37-4d86-8730-86ecd7696355 None None] New status for floating IP ecc7f754-1451-40cd-9b74-92806d354eaa: ACTIVE {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:47:25.635020 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.700466 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.704120 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.723196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f21b3f-94f3-4eee-848c-e5047233c2b2,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.726078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.727356 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-04b4c9d4-f881-4ef1-98b8-889af94ff5aa tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383505 Jul 20 11:47:25.731086 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 45516) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:25.735694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'security_group_rule': {'security_group_id': '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a', 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:25.758622 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.securitygroups_db [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Project 9f5af3de636347eba8ea8b1c5ab9bd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:47:25.766425 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.827394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.832891 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.854078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96db1276-260c-472e-805a-3da4e1717df2,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:25.861996 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:25.863177 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3af285cd-f096-4b43-9f4f-9a289fe67961 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311483 Jul 20 11:47:25.870927 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebcf29-e291-40e8-942f-e8e7a9be26f7 req-541cb3c1-7a00-4686-a50b-66877fc70837 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:25.876808 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bcebcf29-e291-40e8-942f-e8e7a9be26f7 req-541cb3c1-7a00-4686-a50b-66877fc70837 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 944 time: 0.0832543 Jul 20 11:47:25.909640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['a3f16920-9e92-4938-a500-e8c8d5ec3dd3'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:25.916153 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bcebcf29-e291-40e8-942f-e8e7a9be26f7 req-e5e32610-812c-47a7-8483-917978eaacc1 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Jul 20 11:47:25.948274 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-918b9885-d87f-4362-8473-4813fce79c32 req-435a26cd-00bc-4877-86c3-5cbea3f1cf8d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457937086&fields=id&tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e HTTP/1.1" status: 200 len: 267 time: 0.0367808 Jul 20 11:47:26.020109 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b9885-d87f-4362-8473-4813fce79c32 req-a39b2610-4194-4b2e-b555-8e4850f44d1a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.021608 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-918b9885-d87f-4362-8473-4813fce79c32 req-a39b2610-4194-4b2e-b555-8e4850f44d1a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0673156 Jul 20 11:47:26.033187 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'port': {'security_groups': ['71d62bb8-4f48-4d0b-9a42-645fc35e5ef2', '1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a']}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:26.125382 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:26.341863 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:26.387336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457119-a49e-4ac1-9c52-f15511d6e524 req-1592f633-f5c6-4db0-a6e0-40d3acdbe048 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.388863 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0b457119-a49e-4ac1-9c52-f15511d6e524 req-1592f633-f5c6-4db0-a6e0-40d3acdbe048 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1089392 Jul 20 11:47:26.390804 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:26.401249 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:26.478444 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.479356 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:26.481423 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-918b9885-d87f-4362-8473-4813fce79c32 req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "PUT /v2.0/ports/7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 981 time: 0.4529448 Jul 20 11:47:26.487084 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:26.487084 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:26.501587 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0b457119-a49e-4ac1-9c52-f15511d6e524 req-707e98dd-e455-461e-8cb7-34570af73763 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Jul 20 11:47:26.504666 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee511c-0dc4-48ab-9b17-a30462616570 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=6']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:26.560375 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041c632-23fd-42da-925d-3c8318491268 x-openstack-request-id: req-f041c632-23fd-42da-925d-3c8318491268 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:26.560667 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:26.560919 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f041c632-23fd-42da-925d-3c8318491268 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:26.561334 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:47:26.670362 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fa41-946e-4fa1-bf7e-899a9922d9db req-6113d0a7-2cd3-4213-9d03-4a0e01d285ff tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.671878 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f082fa41-946e-4fa1-bf7e-899a9922d9db req-6113d0a7-2cd3-4213-9d03-4a0e01d285ff tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1258492 Jul 20 11:47:26.672829 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-710557d8-f23e-4202-8124-6ad3363c9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.676459 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-710557d8-f23e-4202-8124-6ad3363c9709 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1137 time: 0.0809715 Jul 20 11:47:26.723439 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-26c3fd49-c20d-43ae-999c-05d37a9b1d31 None None] Provisioning complete for port 7f095918-a558-4ccd-a826-5790de62fe28 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:26.724086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-26c3fd49-c20d-43ae-999c-05d37a9b1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:26.742335 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab4c7-2c3a-49bc-a3fd-20c85ec79a98 req-29b5958e-f712-4270-8e15-e60f36307ec6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.743975 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7f5ab4c7-2c3a-49bc-a3fd-20c85ec79a98 req-29b5958e-f712-4270-8e15-e60f36307ec6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1268907 Jul 20 11:47:26.751434 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f082fa41-946e-4fa1-bf7e-899a9922d9db req-93aedf0f-b55d-4508-916a-e98b52a42483 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681946 Jul 20 11:47:26.768168 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:26.788442 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-347deb87-f543-4443-8e24-8d705002ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.790147 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-347deb87-f543-4443-8e24-8d705002ed19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.1011972 Jul 20 11:47:26.802369 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7f5ab4c7-2c3a-49bc-a3fd-20c85ec79a98 req-9e527be5-013c-4368-b45d-fcd7177a2147 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487714 Jul 20 11:47:26.861654 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-87e2b293-75f6-4090-914a-dd631862d922 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 1001 time: 0.0623062 Jul 20 11:47:26.918896 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-e9d408b5-9470-4176-b19e-a8defa0edc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.920403 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-e9d408b5-9470-4176-b19e-a8defa0edc97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0460443 Jul 20 11:47:26.980405 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-3bde37cb-2b4a-41ed-8338-013fcdbb6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:26.982051 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-3bde37cb-2b4a-41ed-8338-013fcdbb6fb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530913 Jul 20 11:47:27.062033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019f95c-1ef9-4777-887c-2e2a8a31e4b3 req-7a889616-7ae2-48ea-9703-e7bb719c807c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:27.063547 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b019f95c-1ef9-4777-887c-2e2a8a31e4b3 req-7a889616-7ae2-48ea-9703-e7bb719c807c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 944 time: 0.0746758 Jul 20 11:47:27.084833 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-0aa734b7-0432-48ec-b095-44446fa0bc23 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932708 Jul 20 11:47:27.088467 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:27.107481 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b019f95c-1ef9-4777-887c-2e2a8a31e4b3 req-20c3e09a-9f75-414d-95a5-6f38d93b41d3 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Jul 20 11:47:27.192740 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9bf25b87-2dd5-43c1-8e0f-86e120ed3201 req-7b8e620c-f934-4bac-a8e7-31867d2f9137 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993645 Jul 20 11:47:27.633376 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ff091-4e71-47f2-8151-92b3285aeea7 req-c542c075-6ecc-4595-b51c-7c075b657cb8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:27.634848 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf5ff091-4e71-47f2-8151-92b3285aeea7 req-c542c075-6ecc-4595-b51c-7c075b657cb8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0612650 Jul 20 11:47:27.674533 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf5ff091-4e71-47f2-8151-92b3285aeea7 req-ff82a9f0-e6ae-4eb8-8323-2db3f0b9f614 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Jul 20 11:47:27.948753 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff5184-8dbd-4642-a84a-cb01a3fb7eb1 req-edddb3d7-3667-4b98-918e-ca4ff7b6241d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:27.950634 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45ff5184-8dbd-4642-a84a-cb01a3fb7eb1 req-edddb3d7-3667-4b98-918e-ca4ff7b6241d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0684381 Jul 20 11:47:27.993823 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45ff5184-8dbd-4642-a84a-cb01a3fb7eb1 req-9019a1b7-0b2f-40a1-894b-c3179345f844 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Jul 20 11:47:28.245033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab9c06-2830-494f-9a65-e7ee112882de req-3203c2d3-2e57-464f-b6f4-fcf103340398 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:28.246522 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dbab9c06-2830-494f-9a65-e7ee112882de req-3203c2d3-2e57-464f-b6f4-fcf103340398 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 944 time: 0.0637519 Jul 20 11:47:28.283135 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dbab9c06-2830-494f-9a65-e7ee112882de req-2bdd240d-7a6c-4885-9a87-695ee87f459e tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Jul 20 11:47:28.813158 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06220ba-b449-4323-8af8-1d66d4b038da req-7bb4b4bc-a49b-478f-825f-ccbd98784bdb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:28.814881 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f06220ba-b449-4323-8af8-1d66d4b038da req-7bb4b4bc-a49b-478f-825f-ccbd98784bdb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0741293 Jul 20 11:47:28.854639 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f06220ba-b449-4323-8af8-1d66d4b038da req-1f85ddb7-3a4c-45b6-a836-55faa7f13460 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Jul 20 11:47:29.120047 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a3f16920-9e92-4938-a500-e8c8d5ec3dd3 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:47:29.131466 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d9ee3-184a-40b9-a6ed-c8f0bac741c5 req-164b95eb-97d8-42c5-8c13-9edd86412c53 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:29.133021 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f17d9ee3-184a-40b9-a6ed-c8f0bac741c5 req-164b95eb-97d8-42c5-8c13-9edd86412c53 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0639219 Jul 20 11:47:29.169315 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:47:29.171240 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f17d9ee3-184a-40b9-a6ed-c8f0bac741c5 req-e8af86a1-65c2-404f-a641-a5040b89affd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Jul 20 11:47:29.177497 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:29.177934 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:29.257483 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:29.278901 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:29.281076 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21780a23-6837-4283-96aa-cacfbfa8fb5e" -d '{"events": [{"server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "name": "network-vif-plugged", "status": "completed", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:29.294121 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:29.298441 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:29.322974 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41a8b05-2d51-4660-80a7-5e814e253bad x-openstack-request-id: req-e41a8b05-2d51-4660-80a7-5e814e253bad {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:29.323262 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "name": "network-vif-plugged", "status": "completed", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:29.323512 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e41a8b05-2d51-4660-80a7-5e814e253bad {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:29.323918 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3', 'code': 200} Jul 20 11:47:29.353302 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:29.416758 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfab604-5c7e-45a0-bdcd-000580bc4ec4 req-52fa9fbb-5cb8-4179-9160-ca5e3e65112f tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:29.419028 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7cfab604-5c7e-45a0-bdcd-000580bc4ec4 req-52fa9fbb-5cb8-4179-9160-ca5e3e65112f tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0643799 Jul 20 11:47:29.457460 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7cfab604-5c7e-45a0-bdcd-000580bc4ec4 req-992c21ef-6a21-4d3e-930a-066b82f09dfb tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jul 20 11:47:29.523457 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c816a-6c89-494d-91dc-55d57011b1aa req-359c07d8-ef48-45c0-ad15-85de863b95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:29.525149 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-306c816a-6c89-494d-91dc-55d57011b1aa req-359c07d8-ef48-45c0-ad15-85de863b95cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 1098 time: 0.0521591 Jul 20 11:47:29.553002 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:29.565033 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-306c816a-6c89-494d-91dc-55d57011b1aa req-447728a0-1e47-40cc-86f0-4f4eb1201a4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281675 Jul 20 11:47:29.992741 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b232029-2ab6-433f-92e0-128d52ea3500 req-4dc6d5b7-91fb-455e-8520-ba8800a93777 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:29.994347 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b232029-2ab6-433f-92e0-128d52ea3500 req-4dc6d5b7-91fb-455e-8520-ba8800a93777 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0690475 Jul 20 11:47:30.035591 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b232029-2ab6-433f-92e0-128d52ea3500 req-b5e0ae30-2e44-4748-9be8-341e89d07f5d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Jul 20 11:47:30.305680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c165469-00b1-4b2e-97d2-1530f1bf2381 req-41972873-72b7-406b-96e7-d0bdc6c91f76 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:30.307186 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c165469-00b1-4b2e-97d2-1530f1bf2381 req-41972873-72b7-406b-96e7-d0bdc6c91f76 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0606275 Jul 20 11:47:30.344840 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c165469-00b1-4b2e-97d2-1530f1bf2381 req-39683b68-2927-4525-b021-33e1197dbbf2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Jul 20 11:47:30.589648 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8502-bc3c-493c-a6f4-d7e20693096a req-0c4702f1-0bd2-4cdf-8b21-3c2af5ce11de tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:30.591673 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e87a8502-bc3c-493c-a6f4-d7e20693096a req-0c4702f1-0bd2-4cdf-8b21-3c2af5ce11de tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0672321 Jul 20 11:47:30.632167 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e87a8502-bc3c-493c-a6f4-d7e20693096a req-97afae58-5121-4119-9cb8-263145e3854c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350006 Jul 20 11:47:31.166697 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193481c2-8b17-44cd-8208-e35464e04767 req-6ed90c2a-36e0-4635-a0e8-301d3b2dc934 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:31.168810 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-193481c2-8b17-44cd-8208-e35464e04767 req-6ed90c2a-36e0-4635-a0e8-301d3b2dc934 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0623705 Jul 20 11:47:31.205686 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-193481c2-8b17-44cd-8208-e35464e04767 req-d4fdaa36-1121-469d-93eb-5554bc9f98b9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Jul 20 11:47:31.479610 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74228-e98f-4f27-a712-83d7d227bce8 req-63ea2f87-b061-4e46-9dc9-1f9760b5c0bd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:31.481661 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d7f74228-e98f-4f27-a712-83d7d227bce8 req-63ea2f87-b061-4e46-9dc9-1f9760b5c0bd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0668554 Jul 20 11:47:31.519318 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d7f74228-e98f-4f27-a712-83d7d227bce8 req-bf65798e-3521-4463-a9f4-0dff41074b5f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Jul 20 11:47:31.760812 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8eb20-ea54-4e15-8eb3-8ebd7afd4066 req-88ce59e6-2989-4230-95d9-ec007e5bb6e8 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:31.762287 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e0d8eb20-ea54-4e15-8eb3-8ebd7afd4066 req-88ce59e6-2989-4230-95d9-ec007e5bb6e8 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0649989 Jul 20 11:47:31.802279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e0d8eb20-ea54-4e15-8eb3-8ebd7afd4066 req-66955c77-cd2e-47b8-be6f-c837bb72ad7b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Jul 20 11:47:32.378563 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fa693-3ec4-4b22-9b3c-22e9acaff521 req-0d70f40c-9799-4002-8438-2184efa149ae tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:32.380060 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a85fa693-3ec4-4b22-9b3c-22e9acaff521 req-0d70f40c-9799-4002-8438-2184efa149ae tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.1070833 Jul 20 11:47:32.388643 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f625d-6242-47ed-aaac-820877726e57 req-fb83f597-8550-468c-b67f-a62d0166e89e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:32.390010 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-596f625d-6242-47ed-aaac-820877726e57 req-fb83f597-8550-468c-b67f-a62d0166e89e tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1074860 Jul 20 11:47:32.441899 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a85fa693-3ec4-4b22-9b3c-22e9acaff521 req-dc28f971-88cd-488f-8613-b88a300431ec tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509708 Jul 20 11:47:32.449349 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-596f625d-6242-47ed-aaac-820877726e57 req-62f20e52-3dcc-45a3-aa89-737463bfdfc9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526268 Jul 20 11:47:32.660385 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd30b9-2e8c-4ddd-9fe9-ebbab184179e req-50db71c4-deb2-4939-a6f0-6eb3850ef978 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:32.661872 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d1bd30b9-2e8c-4ddd-9fe9-ebbab184179e req-50db71c4-deb2-4939-a6f0-6eb3850ef978 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0704529 Jul 20 11:47:32.698652 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d1bd30b9-2e8c-4ddd-9fe9-ebbab184179e req-3a13047e-51a7-4deb-babf-a3043fc5ccb1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 20 11:47:32.937507 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dfcfa-ad61-4497-814c-c923ea5f10ed req-f1ebe491-c6f1-472d-88ab-34f8e244c473 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:32.938972 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a84dfcfa-ad61-4497-814c-c923ea5f10ed req-f1ebe491-c6f1-472d-88ab-34f8e244c473 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0675330 Jul 20 11:47:32.975148 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a84dfcfa-ad61-4497-814c-c923ea5f10ed req-d9e62e18-720b-4e27-9d15-0a652956631b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Jul 20 11:47:33.615789 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f16ba-6b38-40b5-a64c-0998698f6e8c req-ac24af38-de9c-4735-9a79-5a1d1903d011 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:33.617301 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f0f16ba-6b38-40b5-a64c-0998698f6e8c req-ac24af38-de9c-4735-9a79-5a1d1903d011 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.1004269 Jul 20 11:47:33.625818 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1b4a2-ce74-434f-bd26-3087227d922f req-c4b234b2-cee6-4add-aeb3-079e3e508529 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:33.627164 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e3b1b4a2-ce74-434f-bd26-3087227d922f req-c4b234b2-cee6-4add-aeb3-079e3e508529 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1016502 Jul 20 11:47:33.682282 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f0f16ba-6b38-40b5-a64c-0998698f6e8c req-0b034c0d-7df7-4e1b-b149-b6e5576f283b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Jul 20 11:47:33.687537 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e3b1b4a2-ce74-434f-bd26-3087227d922f req-5b050fa8-39e2-4619-9edc-221fc156f3a0 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536933 Jul 20 11:47:33.833656 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcb41-b898-4a73-9956-e63f85d57570 req-2b7d80d3-ea63-48d4-9f17-44d3fe6b6803 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:33.835142 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a19dcb41-b898-4a73-9956-e63f85d57570 req-2b7d80d3-ea63-48d4-9f17-44d3fe6b6803 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0628798 Jul 20 11:47:33.872002 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a19dcb41-b898-4a73-9956-e63f85d57570 req-d19978f0-57b5-4337-9008-bb61950269c7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305324 Jul 20 11:47:34.109489 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78204807-b386-4eeb-8d42-a7b0c443fd5a req-ee3f142c-b4b9-4519-9172-28f32bb7cc9e tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:34.111175 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-78204807-b386-4eeb-8d42-a7b0c443fd5a req-ee3f142c-b4b9-4519-9172-28f32bb7cc9e tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0690186 Jul 20 11:47:34.148245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-78204807-b386-4eeb-8d42-a7b0c443fd5a req-9d70e552-2cb6-4196-93a0-4b6fa3e3cef2 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Jul 20 11:47:34.856829 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a3c9f-5494-462d-b1df-3a4e5dba1b23 req-8e426d1f-7809-4ce5-a589-34f3d81d9c9c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:34.858306 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d67a3c9f-5494-462d-b1df-3a4e5dba1b23 req-8e426d1f-7809-4ce5-a589-34f3d81d9c9c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1026134 Jul 20 11:47:34.869767 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9255-7476-4436-ac25-b8ae2bea06f8 req-a47ff8a6-bef7-47e6-bfc4-6f19a5e99da3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:34.871119 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9cfe9255-7476-4436-ac25-b8ae2bea06f8 req-a47ff8a6-bef7-47e6-bfc4-6f19a5e99da3 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.1064501 Jul 20 11:47:34.926186 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d67a3c9f-5494-462d-b1df-3a4e5dba1b23 req-a051489a-2d64-46db-bb7a-881a111dfcee tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532207 Jul 20 11:47:34.930751 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9cfe9255-7476-4436-ac25-b8ae2bea06f8 req-ed53df02-9bdb-4e63-91c7-4ab1b932f34c tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522270 Jul 20 11:47:35.303331 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503198a3-3af9-4450-b248-4e5af8ba410e req-603632c6-69e4-4b9d-b348-a5dc4092786c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:35.304738 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-503198a3-3af9-4450-b248-4e5af8ba410e req-603632c6-69e4-4b9d-b348-a5dc4092786c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.3072898 Jul 20 11:47:35.333615 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af02f2-3944-4809-95a1-57c53df9e932 req-49bd9095-467b-4317-a9e0-0018a6780b0d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:35.335014 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30af02f2-3944-4809-95a1-57c53df9e932 req-49bd9095-467b-4317-a9e0-0018a6780b0d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.1075096 Jul 20 11:47:35.363098 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-503198a3-3af9-4450-b248-4e5af8ba410e req-47ddde44-959d-43e9-9623-65fa87173bd1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522239 Jul 20 11:47:35.382840 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30af02f2-3944-4809-95a1-57c53df9e932 req-2f0350fa-3f78-4ca6-ad55-2155650a45b8 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Jul 20 11:47:35.449256 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-525a47f4-debc-4fa4-90d0-b03234a569cd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:35.451267 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-525a47f4-debc-4fa4-90d0-b03234a569cd tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 945 time: 0.0744867 Jul 20 11:47:35.560587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Deleting port f325b96c-55e1-4e66-b20b-50e4284ad878 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:35.560844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:35.648773 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] For port f325b96c-55e1-4e66-b20b-50e4284ad878, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f325b96c-55e1-4e66-b20b-50e4284ad878,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:35.649127 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:35.660904 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Calling delete_port for f325b96c-55e1-4e66-b20b-50e4284ad878 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:35.795379 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:35.810059 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738', 'e05425ac-941e-4634-a268-e48c606d7d19', '25daff65-9921-427d-8e22-8631231c95ca', 'f325b96c-55e1-4e66-b20b-50e4284ad878'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:35.823736 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event deleted for resources: {'Port': ['ID=f325b96c-55e1-4e66-b20b-50e4284ad878,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:35.870853 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] No DVR routers for this DVR port f325b96c-55e1-4e66-b20b-50e4284ad878 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:35.873924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:35.875901 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9990dc76-99d3-4d4d-9159-921bdc6d8ead req-745df087-c003-48a5-b3a3-4c22d8565fed tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "DELETE /v2.0/ports/f325b96c-55e1-4e66-b20b-50e4284ad878 HTTP/1.1" status: 204 len: 173 time: 0.4141932 Jul 20 11:47:35.876354 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'name': 'network-vif-deleted', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:35.878586 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2207640-3ee2-40b8-b7a0-4c0fd9c432c7" -d '{"events": [{"server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "name": "network-vif-deleted", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:35.922572 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7ba0e-eee3-4b30-a32e-b0e8d22d2545 x-openstack-request-id: req-b5e7ba0e-eee3-4b30-a32e-b0e8d22d2545 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:35.922864 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c04daa-e3f3-40cc-8648-820dc9bd4b4f", "name": "network-vif-deleted", "tag": "f325b96c-55e1-4e66-b20b-50e4284ad878", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:35.923110 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5e7ba0e-eee3-4b30-a32e-b0e8d22d2545 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:35.923575 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c04daa-e3f3-40cc-8648-820dc9bd4b4f', 'name': 'network-vif-deleted', 'tag': 'f325b96c-55e1-4e66-b20b-50e4284ad878', 'status': 'completed', 'code': 200} Jul 20 11:47:36.073454 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dc05da51-88be-4d62-acc7-83296bbaa8f8 req-cf41684c-fc88-4d57-80df-d12a65c9c62f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5c04daa-e3f3-40cc-8648-820dc9bd4b4f HTTP/1.1" status: 200 len: 210 time: 0.0357866 Jul 20 11:47:36.096439 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986620be-a1cb-4d57-8ef8-28f53a0bf9d9 req-40e3db13-73bd-4d7d-b217-6a650736fedd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:36.098013 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-986620be-a1cb-4d57-8ef8-28f53a0bf9d9 req-40e3db13-73bd-4d7d-b217-6a650736fedd tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0990555 Jul 20 11:47:36.143120 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-986620be-a1cb-4d57-8ef8-28f53a0bf9d9 req-4fa051f3-e182-4188-931a-bb582c9806e7 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Jul 20 11:47:36.536951 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4488c-c70a-4333-ad7b-6c42c9aa36a3 req-a087ee4f-3e90-4b12-96e2-dfb5536efce6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:36.538419 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f5c4488c-c70a-4333-ad7b-6c42c9aa36a3 req-a087ee4f-3e90-4b12-96e2-dfb5536efce6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1024659 Jul 20 11:47:36.558675 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749aeaf-6d41-412a-953c-312f0a3c9023 req-493d93bb-815b-4135-acd2-9cde9908ad8b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:36.560757 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d749aeaf-6d41-412a-953c-312f0a3c9023 req-493d93bb-815b-4135-acd2-9cde9908ad8b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0980465 Jul 20 11:47:36.603554 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f5c4488c-c70a-4333-ad7b-6c42c9aa36a3 req-ba8e1fcf-447e-4df3-8cf9-d8c00c1c40b7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577178 Jul 20 11:47:36.616434 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d749aeaf-6d41-412a-953c-312f0a3c9023 req-94ce1648-d85c-4cf4-8f3a-f7481795e6f5 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Jul 20 11:47:37.157620 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:47:37.271775 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:37.283590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '2f6f1d19-1128-440e-ae75-576c2559f708', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:47:37.284606 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebeb91-7d91-4876-8b4b-565ce5984f50 req-e5d2706a-1714-4cb3-a89b-f876b2089a3b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:37.286146 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f4ebeb91-7d91-4876-8b4b-565ce5984f50 req-e5d2706a-1714-4cb3-a89b-f876b2089a3b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0669534 Jul 20 11:47:37.319584 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:37.322870 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f4ebeb91-7d91-4876-8b4b-565ce5984f50 req-a9868e61-e85c-4eb7-8450-1a29a2b6f3ab tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Jul 20 11:47:37.332221 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:37.352602 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:37.357367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:37.408120 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=6']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:37.632541 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['2f6f1d19-1128-440e-ae75-576c2559f708'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:37.783881 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2be7c0-5bac-4e49-9105-4a1d4197eec1 req-428abdf4-0e0b-452f-ae01-5cb3f3e9366b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:37.785407 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a2be7c0-5bac-4e49-9105-4a1d4197eec1 req-428abdf4-0e0b-452f-ae01-5cb3f3e9366b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.1077342 Jul 20 11:47:37.793669 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a0c9d-a6b3-41ae-99e4-d0b7eea90746 req-08dac804-0c2a-44ff-bfa1-9eb4707e8ed8 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:37.795114 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c30a0c9d-a6b3-41ae-99e4-d0b7eea90746 req-08dac804-0c2a-44ff-bfa1-9eb4707e8ed8 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.1075118 Jul 20 11:47:37.849218 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a2be7c0-5bac-4e49-9105-4a1d4197eec1 req-c4416503-d998-4792-a0d8-af7b89e1061e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531664 Jul 20 11:47:37.853985 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c30a0c9d-a6b3-41ae-99e4-d0b7eea90746 req-e64ff370-132a-4105-89d4-edd6d09ccc39 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Jul 20 11:47:38.172036 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-96046702-8ec0-402d-94c2-273e2aee1447 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:38.173515 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-96046702-8ec0-402d-94c2-273e2aee1447 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 945 time: 0.0679698 Jul 20 11:47:38.285330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Deleting port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:38.285672 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:38.379264 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] For port a3f16920-9e92-4938-a500-e8c8d5ec3dd3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:38.380394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:38.393900 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Calling delete_port for a3f16920-9e92-4938-a500-e8c8d5ec3dd3 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:38.471966 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13839f-7a4c-417d-8af8-ca3eeb95e1e3 req-733d867c-83e4-41b8-975f-b03a1a5dcf2b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:38.473643 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d13839f-7a4c-417d-8af8-ca3eeb95e1e3 req-733d867c-83e4-41b8-975f-b03a1a5dcf2b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0779076 Jul 20 11:47:38.534066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:38.543289 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d13839f-7a4c-417d-8af8-ca3eeb95e1e3 req-cd8ad20e-a31c-4d7d-8319-a6a39c3cb65b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Jul 20 11:47:38.547254 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['a3f16920-9e92-4938-a500-e8c8d5ec3dd3'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:38.572045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Pushing event deleted for resources: {'Port': ['ID=a3f16920-9e92-4938-a500-e8c8d5ec3dd3,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:38.590963 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f16c-d2aa-4e99-90ea-7f2fa8e44649 req-993ba7dd-569f-48bd-9684-711620292e3a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:38.592881 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd58f16c-d2aa-4e99-90ea-7f2fa8e44649 req-993ba7dd-569f-48bd-9684-711620292e3a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.1182575 Jul 20 11:47:38.624018 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] No DVR routers for this DVR port a3f16920-9e92-4938-a500-e8c8d5ec3dd3 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:38.626528 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:38.628507 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3b53ea0c-94d5-4ce6-a8f3-72ee319ff7af req-77305bf7-6439-4771-8d88-038ddf4845bd tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "DELETE /v2.0/ports/a3f16920-9e92-4938-a500-e8c8d5ec3dd3 HTTP/1.1" status: 204 len: 173 time: 0.4432740 Jul 20 11:47:38.628940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'name': 'network-vif-deleted', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:38.631161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f609a939-20fc-476e-8e0c-95dd19eaa6ac" -d '{"events": [{"server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "name": "network-vif-deleted", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:38.634269 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd58f16c-d2aa-4e99-90ea-7f2fa8e44649 req-23e61ab8-2fa5-4c44-a16b-7cef5169d525 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Jul 20 11:47:38.682016 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95cf857-0fdf-48c0-959a-40c6202ae4d4 x-openstack-request-id: req-b95cf857-0fdf-48c0-959a-40c6202ae4d4 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:38.682317 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e753ba-0de2-42d5-930d-37916e656221", "name": "network-vif-deleted", "tag": "a3f16920-9e92-4938-a500-e8c8d5ec3dd3", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:38.682559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b95cf857-0fdf-48c0-959a-40c6202ae4d4 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:38.683010 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e753ba-0de2-42d5-930d-37916e656221', 'name': 'network-vif-deleted', 'tag': 'a3f16920-9e92-4938-a500-e8c8d5ec3dd3', 'status': 'completed', 'code': 200} Jul 20 11:47:38.981156 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-11e85c56-c387-4bfb-ac25-8304fec474a2 req-d1200c92-f075-4a09-be14-1579bcfde292 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e753ba-0de2-42d5-930d-37916e656221 HTTP/1.1" status: 200 len: 210 time: 0.0340841 Jul 20 11:47:39.008205 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fda4ac-acf9-4934-af63-49567021d12b req-0382747e-7d3a-4bee-82df-430e16cf96d8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:39.009685 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-22fda4ac-acf9-4934-af63-49567021d12b req-0382747e-7d3a-4bee-82df-430e16cf96d8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.0895030 Jul 20 11:47:39.046291 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-22fda4ac-acf9-4934-af63-49567021d12b req-948690b6-9920-4981-b4f3-ddbb62c8f6cb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Jul 20 11:47:39.168800 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:47:39.219056 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 2f6f1d19-1128-440e-ae75-576c2559f708 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:39.219378 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:39.297583 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:39.320099 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:39.322595 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeda784-f9f6-46be-a4a2-8ba040850dcb" -d '{"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:39.343545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:39.348261 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:39.349220 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a3f16920-9e92-4938-a500-e8c8d5ec3dd3 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:39.390664 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9ceb3c-cb8e-44a6-80be-a7869515e3b4 x-openstack-request-id: req-3a9ceb3c-cb8e-44a6-80be-a7869515e3b4 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:39.390950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:39.391199 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a9ceb3c-cb8e-44a6-80be-a7869515e3b4 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:39.391578 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'code': 200} Jul 20 11:47:39.394053 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: a3f16920-9e92-4938-a500-e8c8d5ec3dd3 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:39.394388 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a3f16920-9e92-4938-a500-e8c8d5ec3dd3 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:39.394800 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device f325b96c-55e1-4e66-b20b-50e4284ad878 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:39.423479 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: f325b96c-55e1-4e66-b20b-50e4284ad878 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:39.423813 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device f325b96c-55e1-4e66-b20b-50e4284ad878 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:39.442370 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=7']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:39.677115 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af4aae-f34c-47de-9061-999bc9082413 req-e9fa1c37-2694-42df-9a44-23c3727ef9d8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:39.678648 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-92af4aae-f34c-47de-9061-999bc9082413 req-e9fa1c37-2694-42df-9a44-23c3727ef9d8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0635722 Jul 20 11:47:39.728633 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-92af4aae-f34c-47de-9061-999bc9082413 req-1f3dfb7f-7c81-415a-9f00-97c89356b206 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Jul 20 11:47:39.795734 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818a605-a59d-45a1-9c07-1f6b9ccb47fe req-c11d8206-4b92-47b7-8d3d-7ac257efe9e9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:39.802540 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d818a605-a59d-45a1-9c07-1f6b9ccb47fe req-c11d8206-4b92-47b7-8d3d-7ac257efe9e9 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.0905137 Jul 20 11:47:39.841390 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d818a605-a59d-45a1-9c07-1f6b9ccb47fe req-bff368f0-9d0a-457b-b501-89c9d9e42b74 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jul 20 11:47:40.218276 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c1d89-a7e2-4e78-aeeb-441368843372 req-6093929d-1392-47da-bbdc-703605fc7d3e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:40.219769 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-304c1d89-a7e2-4e78-aeeb-441368843372 req-6093929d-1392-47da-bbdc-703605fc7d3e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0952413 Jul 20 11:47:40.307377 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-304c1d89-a7e2-4e78-aeeb-441368843372 req-315082d2-253d-43f9-b6a2-79a9fee727e9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821419 Jul 20 11:47:40.317928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-58ca34a4-4e04-4d89-9640-38c9dbc6c066 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:40.319427 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-58ca34a4-4e04-4d89-9640-38c9dbc6c066 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 809 time: 0.1417542 Jul 20 11:47:40.348525 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-382453c2-d250-4e62-9400-677f6732ae1c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/quotas/e726ac6a1ecf4ddfbd22781d60ed2b98 HTTP/1.1" status: 200 len: 375 time: 0.0214272 Jul 20 11:47:40.384784 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-5558447d-0905-49ae-b1cd-cda33be56a07 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298395 Jul 20 11:47:40.478134 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-b2f6f1bc-3671-4e77-8018-f7d9cb267d56 service neutron] 10.222.0.15 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843854 Jul 20 11:47:40.567126 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-37ed35f5-0fb9-4d34-b1ac-0066a944a52a service neutron] 10.222.0.15 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825663 Jul 20 11:47:40.728532 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-65e449d5-c7bd-4d03-bfe8-9ee353dcf5b1 req-28ddef5a-5c09-40b4-b461-64c792e17837 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 210 time: 0.0289693 Jul 20 11:47:40.843918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636dc14-da65-405f-ac5c-708ee639841f req-f4d4b68f-ffc9-49ca-bead-42a10e8eb2de tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:40.846051 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7636dc14-da65-405f-ac5c-708ee639841f req-f4d4b68f-ffc9-49ca-bead-42a10e8eb2de tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.0826807 Jul 20 11:47:40.901546 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd323c2-d15e-4dec-8125-5ac70acf8a09 req-ab11ce61-4f53-4851-b13b-354213185078 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:40.909758 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7cd323c2-d15e-4dec-8125-5ac70acf8a09 req-ab11ce61-4f53-4851-b13b-354213185078 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0978713 Jul 20 11:47:41.018658 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Deleting port 25daff65-9921-427d-8e22-8631231c95ca {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:41.018997 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:41.050892 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7cd323c2-d15e-4dec-8125-5ac70acf8a09 req-291d8c42-4ef7-4195-bff9-9072cd310be8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329257 Jul 20 11:47:41.098280 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77731021-0e2b-4211-a173-fd84e957a8a4 req-41456adf-553f-4bdd-a9d9-325ee076cfbf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:41.100142 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77731021-0e2b-4211-a173-fd84e957a8a4 req-41456adf-553f-4bdd-a9d9-325ee076cfbf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 945 time: 0.1431701 Jul 20 11:47:41.149799 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77731021-0e2b-4211-a173-fd84e957a8a4 req-4caceba7-5745-4e34-9144-bed84dc2569b tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Jul 20 11:47:41.165993 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] For port 25daff65-9921-427d-8e22-8631231c95ca, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=25daff65-9921-427d-8e22-8631231c95ca,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:41.165993 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:41.177911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Calling delete_port for 25daff65-9921-427d-8e22-8631231c95ca owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:41.322762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:41.335475 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738', 'e05425ac-941e-4634-a268-e48c606d7d19', '25daff65-9921-427d-8e22-8631231c95ca'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:41.359785 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event deleted for resources: {'Port': ['ID=25daff65-9921-427d-8e22-8631231c95ca,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:41.407134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] No DVR routers for this DVR port 25daff65-9921-427d-8e22-8631231c95ca on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:41.409970 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:41.417793 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7636dc14-da65-405f-ac5c-708ee639841f req-97bb919b-9174-417b-bef4-899fcd6ef2bf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "DELETE /v2.0/ports/25daff65-9921-427d-8e22-8631231c95ca HTTP/1.1" status: 204 len: 173 time: 0.5590951 Jul 20 11:47:41.419791 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'name': 'network-vif-deleted', 'tag': '25daff65-9921-427d-8e22-8631231c95ca'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:41.422842 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b359bd20-ef56-484c-b65f-c6dcd1a68ec7" -d '{"events": [{"server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "name": "network-vif-deleted", "tag": "25daff65-9921-427d-8e22-8631231c95ca"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:41.491178 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477c127-cf96-4065-ab87-9ad369f683ca x-openstack-request-id: req-8477c127-cf96-4065-ab87-9ad369f683ca {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:41.491581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ac8eae-e8f5-4912-acab-3075735a866b", "name": "network-vif-deleted", "tag": "25daff65-9921-427d-8e22-8631231c95ca", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:41.491924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8477c127-cf96-4065-ab87-9ad369f683ca {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:41.492517 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac8eae-e8f5-4912-acab-3075735a866b', 'name': 'network-vif-deleted', 'tag': '25daff65-9921-427d-8e22-8631231c95ca', 'status': 'completed', 'code': 200} Jul 20 11:47:41.540565 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace50538-034d-4e16-b4ea-a5cd81e1b6c0 req-c3f9a7a0-920e-41bc-a1a3-c9d02956f2b7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:41.542257 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ace50538-034d-4e16-b4ea-a5cd81e1b6c0 req-c3f9a7a0-920e-41bc-a1a3-c9d02956f2b7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0884554 Jul 20 11:47:41.590647 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ace50538-034d-4e16-b4ea-a5cd81e1b6c0 req-e8906b5b-1c70-49f4-a373-13decff9e89d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Jul 20 11:47:41.837102 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e8e5c876-6c18-49ab-930c-89b2fb0672ca req-383c3f6c-6929-453e-a7ef-9e1c97d9190e tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 210 time: 0.0327046 Jul 20 11:47:42.026674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-009f037a-976b-4993-a1b5-2b8c90189c11 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:42.029762 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-009f037a-976b-4993-a1b5-2b8c90189c11 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 809 time: 0.1487229 Jul 20 11:47:42.052809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Request body: {'port': {'device_id': '5deb18c4-5080-4667-963a-8320b36e7d06', 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53', 'admin_state_up': True, 'tenant_id': 'e726ac6a1ecf4ddfbd22781d60ed2b98'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:42.222032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Made reservation on behalf of e726ac6a1ecf4ddfbd22781d60ed2b98 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:42.227237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:42.234423 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4005c-8eda-4320-a2ae-a01a858fc443 req-369a98e1-680a-4e96-af20-bc1a0c36b6e9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:42.239046 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ee4005c-8eda-4320-a2ae-a01a858fc443 req-369a98e1-680a-4e96-af20-bc1a0c36b6e9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1178644 Jul 20 11:47:42.374345 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ee4005c-8eda-4320-a2ae-a01a858fc443 req-1ce57ae6-c5e6-4bd5-8a86-746f33da6f63 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274683 Jul 20 11:47:42.379370 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e55edbac-b31f-4f96-828f-f7d80eb3ea17 req-cc891fe2-ae50-4cc2-9db1-ceaf39278a68 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ac8eae-e8f5-4912-acab-3075735a866b HTTP/1.1" status: 200 len: 210 time: 0.0933952 Jul 20 11:47:42.528844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Allocated IP 172.20.0.13 (3306e179-5eb0-4011-bd3b-3fa7c4356e53/a98f279d-fab7-4cc6-9a0f-ba47c338f24a/3003603a-2b45-4a6f-ac75-41e93fe5216b) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:47:42.752347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12540cd1-ccfa-4148-8881-384aaf34fcac req-f3cc6582-8bd0-494f-a9e5-e9784b564456 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:42.756073 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:42.759619 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12540cd1-ccfa-4148-8881-384aaf34fcac req-f3cc6582-8bd0-494f-a9e5-e9784b564456 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0811007 Jul 20 11:47:42.796682 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12540cd1-ccfa-4148-8881-384aaf34fcac req-7eaddbf1-86fd-4ab7-b082-c20b413d75ff tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358024 Jul 20 11:47:42.807381 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:42.851698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:47:42.858510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:42.862387 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:47:42.907721 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Pushing event updated for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:42.925462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:42.926084 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:42.946505 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-82c09a89-0c37-451e-b4f5-3be934a2eb5a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9000285 Jul 20 11:47:42.965589 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Request body: {'port': {'device_id': '5deb18c4-5080-4667-963a-8320b36e7d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:42.992124 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517c4ad-6aa5-40f1-8fc3-7b957026846c req-9c3e28db-d1b4-4ec0-b16f-2021680fea94 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:42.993949 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0517c4ad-6aa5-40f1-8fc3-7b957026846c req-9c3e28db-d1b4-4ec0-b16f-2021680fea94 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 932 time: 0.0764997 Jul 20 11:47:43.038900 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0517c4ad-6aa5-40f1-8fc3-7b957026846c req-721f2a8a-e002-41d7-a9f5-4e88424301ee tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Jul 20 11:47:43.049526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.366654 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3003603a-2b45-4a6f-ac75-41e93fe5216b {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:43.380039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.393792 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Transition to ACTIVE for port object 3003603a-2b45-4a6f-ac75-41e93fe5216b will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:47:43.398920 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.460346 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:43.592724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86617f-d60c-4ed4-b8b1-119f2d6fef5e req-9b5fa6f5-cd44-47bb-9aa7-fdb7b338be6c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:43.593891 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Attempting to bind port 3003603a-2b45-4a6f-ac75-41e93fe5216b on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:47:43.595574 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Attempting to bind port 3003603a-2b45-4a6f-ac75-41e93fe5216b by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:47:43.596142 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Attempting to bind port 3003603a-2b45-4a6f-ac75-41e93fe5216b on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:43.603957 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f86617f-d60c-4ed4-b8b1-119f2d6fef5e req-9b5fa6f5-cd44-47bb-9aa7-fdb7b338be6c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1068401 Jul 20 11:47:43.609899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Port 3003603a-2b45-4a6f-ac75-41e93fe5216b on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:47:43.610143 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Attempting to bind port 3003603a-2b45-4a6f-ac75-41e93fe5216b on network 3306e179-5eb0-4011-bd3b-3fa7c4356e53 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:43.628267 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:47:43.628950 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Checking segment: {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:47:43.629347 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Bound using segment: {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:47:43.630435 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Bound port: 3003603a-2b45-4a6f-ac75-41e93fe5216b, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ad2c09-9dff-4bfd-a137-b4f94e888269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:47:43.632064 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.672918 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f86617f-d60c-4ed4-b8b1-119f2d6fef5e req-93b02d2e-1015-45fb-8830-739882f5f8c0 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Jul 20 11:47:43.726098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:47:43.730009 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:47:43.734301 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.774394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:43.775028 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:43.777090 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] 10.222.0.26 "PUT /v2.0/ports/3003603a-2b45-4a6f-ac75-41e93fe5216b HTTP/1.1" status: 200 len: 1094 time: 0.8206863 Jul 20 11:47:43.778099 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:43.781081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8dcb6-6b58-4424-b159-d24764e6335e" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:43.816406 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e41e3-36e1-433a-b172-abb724c98c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:43.875222 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4792c71e-a45b-4786-a211-4eec4f7b4dd5 x-openstack-request-id: req-4792c71e-a45b-4786-a211-4eec4f7b4dd5 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:43.875489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:43.875665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4792c71e-a45b-4786-a211-4eec4f7b4dd5 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:43.876065 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b', 'status': 'completed', 'code': 200} Jul 20 11:47:43.905371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-f352bb7b-b5da-47f7-8006-8a3a9f89f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:43.906946 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-f352bb7b-b5da-47f7-8006-8a3a9f89f49e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 1097 time: 0.0732512 Jul 20 11:47:43.966396 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-d33c7587-ce20-4737-95e1-6def93b9abd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b HTTP/1.1" status: 200 len: 217 time: 0.0500431 Jul 20 11:47:43.985698 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737a6c7-63c4-4296-ab2d-05f04868637b req-d6460d89-4a5b-4123-a70a-158fbfa32d2f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:43.987969 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8737a6c7-63c4-4296-ab2d-05f04868637b req-d6460d89-4a5b-4123-a70a-158fbfa32d2f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.1232824 Jul 20 11:47:44.028880 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-3428133e-4a69-4dee-9893-0c5449f835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.030512 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-3428133e-4a69-4dee-9893-0c5449f835e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98f279d-fab7-4cc6-9a0f-ba47c338f24a HTTP/1.1" status: 200 len: 849 time: 0.0563180 Jul 20 11:47:44.042564 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4df2a-9942-4dd2-b803-4613a50255e1 req-90bff7b6-a33b-4e9b-8c22-ae6f91e8f849 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.043007 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:47:44.051590 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81f4df2a-9942-4dd2-b803-4613a50255e1 req-90bff7b6-a33b-4e9b-8c22-ae6f91e8f849 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1197000 Jul 20 11:47:44.072522 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8737a6c7-63c4-4296-ab2d-05f04868637b req-e660e5fe-7c0e-4b16-bffe-73c2445258f4 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766315 Jul 20 11:47:44.081279 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-74169004-7179-4677-b731-51c77a70469b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3306e179-5eb0-4011-bd3b-3fa7c4356e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418277 Jul 20 11:47:44.117747 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81f4df2a-9942-4dd2-b803-4613a50255e1 req-75a33510-db90-4479-856a-2f3c764b7b1d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605249 Jul 20 11:47:44.206049 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-6df32429-a5c5-4137-9954-2b618f362ba5 service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166890 Jul 20 11:47:44.226937 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c217c1-9034-4f97-bcef-3b88b15cfb1a req-3d4f5787-3def-4c06-991e-37ae0ab0e64a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.244263 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-49c217c1-9034-4f97-bcef-3b88b15cfb1a req-3d4f5787-3def-4c06-991e-37ae0ab0e64a tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 944 time: 0.1028476 Jul 20 11:47:44.290230 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-49c217c1-9034-4f97-bcef-3b88b15cfb1a req-8a661101-17c1-4805-8967-8865e4a82c97 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Jul 20 11:47:44.320511 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3bc0350b-1567-4bed-b6e9-966c6cceb9df req-51327990-5d4f-401a-a156-6c82e0025c0f service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069117 Jul 20 11:47:44.438866 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-2da8fe24-b846-43fe-9810-3d27a0025ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.440413 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-2da8fe24-b846-43fe-9810-3d27a0025ff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 1097 time: 0.0593233 Jul 20 11:47:44.547164 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-5a29190a-c8a9-4c56-8996-d6f38edafef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.548693 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-5a29190a-c8a9-4c56-8996-d6f38edafef6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 200 len: 910 time: 0.0976665 Jul 20 11:47:44.592713 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-b463213a-a2f0-499e-8c88-09ca3af6f3b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b HTTP/1.1" status: 200 len: 217 time: 0.0351894 Jul 20 11:47:44.655616 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-d7a09613-02ff-4b61-a5eb-5f46f18fcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.657463 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-d7a09613-02ff-4b61-a5eb-5f46f18fcb13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a98f279d-fab7-4cc6-9a0f-ba47c338f24a HTTP/1.1" status: 200 len: 849 time: 0.0511587 Jul 20 11:47:44.697691 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-61f3eb9c-6e7a-4797-92e0-85eaade5b872 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3306e179-5eb0-4011-bd3b-3fa7c4356e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335114 Jul 20 11:47:44.818752 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-cbf93f3d-7edd-43bc-be66-92735655770e service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089656 Jul 20 11:47:44.834986 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391d0e-df77-483b-8b7b-a1a5e03377d1 req-743d1cab-a116-45b0-8ee8-20fc88567cbf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:44.836601 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ec391d0e-df77-483b-8b7b-a1a5e03377d1 req-743d1cab-a116-45b0-8ee8-20fc88567cbf tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0845644 Jul 20 11:47:44.895380 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ec391d0e-df77-483b-8b7b-a1a5e03377d1 req-c83a5427-2bad-43b8-ae3a-22cfe8c9d6f2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Jul 20 11:47:45.055935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45858) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:45.204613 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 25daff65-9921-427d-8e22-8631231c95ca no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:45.228504 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 25daff65-9921-427d-8e22-8631231c95ca {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:45.229134 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 25daff65-9921-427d-8e22-8631231c95ca not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:45.293011 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-23c8dcb6-6b58-4424-b159-d24764e6335e req-c8ade264-91b2-49e1-b738-3b5f169e190d service neutron] 10.222.0.26 "GET /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658046 Jul 20 11:47:45.345833 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a87d3c6f-b9f0-4b35-8321-24d1beee1d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.375035 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff30d9-2457-4331-99bf-02ced62d1b87 req-35721543-2de9-41da-bebb-4743fe251062 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:45.376591 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81ff30d9-2457-4331-99bf-02ced62d1b87 req-35721543-2de9-41da-bebb-4743fe251062 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.2162917 Jul 20 11:47:45.438539 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44c58-3b4f-48b1-bcf1-ea5deec96086 req-430cf907-2e12-41f4-b196-b532eea3b6fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:45.440053 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e3d44c58-3b4f-48b1-bcf1-ea5deec96086 req-430cf907-2e12-41f4-b196-b532eea3b6fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1901040 Jul 20 11:47:45.485543 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81ff30d9-2457-4331-99bf-02ced62d1b87 req-782a8093-01e8-4f2c-8538-55f262f556fa tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998502 Jul 20 11:47:45.537118 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e3d44c58-3b4f-48b1-bcf1-ea5deec96086 req-8bfa3d09-0da0-401c-9350-09f87325c962 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858958 Jul 20 11:47:45.590962 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-a4c14001-c774-424f-94be-ef906c48be9a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:45.592763 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-a4c14001-c774-424f-94be-ef906c48be9a tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 945 time: 0.1144810 Jul 20 11:47:45.595209 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a87d3c6f-b9f0-4b35-8321-24d1beee1d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.619203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a87d3c6f-b9f0-4b35-8321-24d1beee1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.671562 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a87d3c6f-b9f0-4b35-8321-24d1beee1d5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb3b6eab28af44e98621723bdd09dace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136117 Jul 20 11:47:45.674033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 45872) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:45.685436 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d3c6f-b9f0-4b35-8321-24d1beee1d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198be2b-f2bd-43de-8f93-f59e7101867c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:45.738679 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Deleting port e05425ac-941e-4634-a268-e48c606d7d19 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:45.738930 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.785728 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7031efd-4c6f-43de-af93-68a71637f9aa req-af7f3afb-b5e5-4a5d-bb0c-26ee0ed57d3c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:45.792364 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a7031efd-4c6f-43de-af93-68a71637f9aa req-af7f3afb-b5e5-4a5d-bb0c-26ee0ed57d3c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 944 time: 0.2118356 Jul 20 11:47:45.812720 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.852881 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.865891 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a7031efd-4c6f-43de-af93-68a71637f9aa req-bfad6c1d-1c29-47d3-9a1b-5e34946fadae tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722117 Jul 20 11:47:45.873799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] For port e05425ac-941e-4634-a268-e48c606d7d19, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e05425ac-941e-4634-a268-e48c606d7d19,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:45.874318 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.897574 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Calling delete_port for e05425ac-941e-4634-a268-e48c606d7d19 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:45.931784 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.934602 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:45.939067 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f198be2b-f2bd-43de-8f93-f59e7101867c HTTP/1.1" status: 204 len: 168 time: 0.2609620 Jul 20 11:47:45.957596 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e196932-b1ba-4f16-aa5f-d00fbca6af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198be2b-f2bd-43de-8f93-f59e7101867c,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:46.082915 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217f523-6912-4dd2-9d23-fca1bb0821f6 req-02e1835d-7e90-4715-a633-6ff114e3bf0c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:46.085884 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3217f523-6912-4dd2-9d23-fca1bb0821f6 req-02e1835d-7e90-4715-a633-6ff114e3bf0c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0837526 Jul 20 11:47:46.149472 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3217f523-6912-4dd2-9d23-fca1bb0821f6 req-200749ef-433b-443c-8831-9c7ce45a4736 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585642 Jul 20 11:47:46.183298 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:46.197558 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738', 'e05425ac-941e-4634-a268-e48c606d7d19'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:46.214142 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event deleted for resources: {'Port': ['ID=e05425ac-941e-4634-a268-e48c606d7d19,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:46.292006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] No DVR routers for this DVR port e05425ac-941e-4634-a268-e48c606d7d19 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:46.294944 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:46.297583 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ca71d24e-9ebc-4604-a0e4-c80885421cd4 req-48ef7d52-9ce2-442a-b909-3299dcb5daac tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "DELETE /v2.0/ports/e05425ac-941e-4634-a268-e48c606d7d19 HTTP/1.1" status: 204 len: 173 time: 0.6982191 Jul 20 11:47:46.298040 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'name': 'network-vif-deleted', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:46.300600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73153293-5926-4089-a4ed-4486bd1edeb9" -d '{"events": [{"server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "name": "network-vif-deleted", "tag": "e05425ac-941e-4634-a268-e48c606d7d19"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:46.389614 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4aed88-a069-4f64-8ac0-90c60e8dbc06 x-openstack-request-id: req-1c4aed88-a069-4f64-8ac0-90c60e8dbc06 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:46.389922 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8efe921-6691-45ac-b520-acd3943842ce", "name": "network-vif-deleted", "tag": "e05425ac-941e-4634-a268-e48c606d7d19", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:46.390198 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c4aed88-a069-4f64-8ac0-90c60e8dbc06 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:46.390601 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8efe921-6691-45ac-b520-acd3943842ce', 'name': 'network-vif-deleted', 'tag': 'e05425ac-941e-4634-a268-e48c606d7d19', 'status': 'completed', 'code': 200} Jul 20 11:47:46.635177 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-10b94fd9-0e86-48cd-8e55-8b6850770ba5 req-098c3e61-97e1-4d0c-b416-f9a8919d99dc tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8efe921-6691-45ac-b520-acd3943842ce HTTP/1.1" status: 200 len: 210 time: 0.0423479 Jul 20 11:47:46.742117 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c950-2f43-4509-bac8-1269b6d733a7 req-a0c4df1a-e387-480c-99c4-7221e2a83cd9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:46.750358 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6e0c950-2f43-4509-bac8-1269b6d733a7 req-a0c4df1a-e387-480c-99c4-7221e2a83cd9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0990572 Jul 20 11:47:46.819237 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6e0c950-2f43-4509-bac8-1269b6d733a7 req-f6764449-3711-4053-a6d5-3f47e2bb59c7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676532 Jul 20 11:47:47.033085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d1fd4-ddee-4575-b02f-3362070bd43c req-3fea7faf-22c0-40c6-8ba7-1464efc10d5f tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:47.034598 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d12d1fd4-ddee-4575-b02f-3362070bd43c req-3fea7faf-22c0-40c6-8ba7-1464efc10d5f tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 944 time: 0.0876400 Jul 20 11:47:47.080176 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d12d1fd4-ddee-4575-b02f-3362070bd43c req-31ad54e1-bd7a-42ef-b78d-c54c3b0c8284 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Jul 20 11:47:47.214586 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 3003603a-2b45-4a6f-ac75-41e93fe5216b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:47:47.325435 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe503c-3e43-463a-913e-1d31840d45c5 req-75bde8cf-72ea-413f-bae1-784c054e2d30 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:47.327106 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7ebe503c-3e43-463a-913e-1d31840d45c5 req-75bde8cf-72ea-413f-bae1-784c054e2d30 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0892441 Jul 20 11:47:47.388371 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7ebe503c-3e43-463a-913e-1d31840d45c5 req-1d2c4b08-80d9-4a40-8498-e5ccf554b091 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Jul 20 11:47:47.400438 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:47.425758 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '3003603a-2b45-4a6f-ac75-41e93fe5216b', 'network_id': '3306e179-5eb0-4011-bd3b-3fa7c4356e53', 'port_id': '3003603a-2b45-4a6f-ac75-41e93fe5216b', 'mac_address': 'fa:16:3e:27:ee:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98f279d-fab7-4cc6-9a0f-ba47c338f24a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:47:47.472513 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:47.490089 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3003603a-2b45-4a6f-ac75-41e93fe5216b {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:47.515494 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:47.525343 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:47.606475 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:47.844752 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['3003603a-2b45-4a6f-ac75-41e93fe5216b'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:47.970102 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daace39-ce51-41a4-a964-b5dfc867cd1d req-fd664a0a-288f-4229-bb67-b7e65311c894 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:47.972161 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6daace39-ce51-41a4-a964-b5dfc867cd1d req-fd664a0a-288f-4229-bb67-b7e65311c894 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0790868 Jul 20 11:47:48.032644 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6daace39-ce51-41a4-a964-b5dfc867cd1d req-51959281-a1f0-4f9c-8651-eaae2730740d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519466 Jul 20 11:47:48.222887 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b22439-1e1f-4992-ae26-2e97b1371e73 req-333fbc53-c7f4-4b7c-bba0-ddb41e00c976 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:48.224696 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72b22439-1e1f-4992-ae26-2e97b1371e73 req-333fbc53-c7f4-4b7c-bba0-ddb41e00c976 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 945 time: 0.0685658 Jul 20 11:47:48.266491 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72b22439-1e1f-4992-ae26-2e97b1371e73 req-d8904975-4b01-4720-9b7a-38200ef0d8fb tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Jul 20 11:47:48.538418 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b11d35-5369-446c-957e-c10bd1ca30ff req-1529f294-bdf3-4136-93fd-0d26a070a264 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:48.540217 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50b11d35-5369-446c-957e-c10bd1ca30ff req-1529f294-bdf3-4136-93fd-0d26a070a264 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0680499 Jul 20 11:47:48.588334 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50b11d35-5369-446c-957e-c10bd1ca30ff req-dd1cdbc0-e64d-456f-a2ce-673081cb3fd3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339382 Jul 20 11:47:48.851748 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-65518937-d31d-4dd5-996b-f90c15e4a903 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c5dacc176f144985b28cb2661265e016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478411 Jul 20 11:47:49.109640 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-fd8a458f-c42e-46e4-b75a-2f5f289e257a tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:49.112672 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-fd8a458f-c42e-46e4-b75a-2f5f289e257a tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516875 Jul 20 11:47:49.134439 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-32a2fd6a-eedf-49d3-83c5-d128445a2b6c tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/quotas/c5dacc176f144985b28cb2661265e016 HTTP/1.1" status: 200 len: 375 time: 0.0154524 Jul 20 11:47:49.212692 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 3003603a-2b45-4a6f-ac75-41e93fe5216b up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:47:49.281903 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 3003603a-2b45-4a6f-ac75-41e93fe5216b completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:47:49.287381 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 3003603a-2b45-4a6f-ac75-41e93fe5216b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:49.287762 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:49.394471 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:49.423478 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-89344cd6-c63a-440f-9c4a-7eb256b2e117 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5dacc176f144985b28cb2661265e016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2823601 Jul 20 11:47:49.425243 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:49.428161 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76691a49-4d93-4715-9198-eeaa494e4dca" -d '{"events": [{"server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "name": "network-vif-plugged", "status": "completed", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:49.445773 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:49.451566 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:49.452733 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e05425ac-941e-4634-a268-e48c606d7d19 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:49.460937 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e2a23-3552-4942-aeb1-1f08dd2f6a38 req-56139174-699c-4664-aef3-e32263f4c6cf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:49.470393 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-656e2a23-3552-4942-aeb1-1f08dd2f6a38 req-56139174-699c-4664-aef3-e32263f4c6cf tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.4099298 Jul 20 11:47:49.511354 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:49.536609 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: e05425ac-941e-4634-a268-e48c606d7d19 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:49.536907 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-656e2a23-3552-4942-aeb1-1f08dd2f6a38 req-c4418bf9-543f-41c6-b567-5151b696ff96 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654349 Jul 20 11:47:49.537180 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e05425ac-941e-4634-a268-e48c606d7d19 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:49.706254 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423c8a0-67ed-49ba-99f6-5b340572584f req-71d10519-483b-431c-9ee7-a3b70ad76ac2 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:49.712671 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3423c8a0-67ed-49ba-99f6-5b340572584f req-71d10519-483b-431c-9ee7-a3b70ad76ac2 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.1144340 Jul 20 11:47:49.728862 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9688f2-b1be-4900-8e68-43dfedf3219c req-91b918cc-d4ef-462e-b56c-27cb4b319d82 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:49.731356 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ee9688f2-b1be-4900-8e68-43dfedf3219c req-91b918cc-d4ef-462e-b56c-27cb4b319d82 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1224229 Jul 20 11:47:49.787328 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3423c8a0-67ed-49ba-99f6-5b340572584f req-8aaccaf4-9b4f-41bb-9d6b-0b214b880cb4 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736704 Jul 20 11:47:49.814935 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ee9688f2-b1be-4900-8e68-43dfedf3219c req-000b05b3-842a-4ab0-ad15-e8f32c5ebef8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730343 Jul 20 11:47:49.890724 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-acd3ea4a-a3c5-43fd-828e-c766ae1eb922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:49.919814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d402c3-0b97-4fa9-9e8d-20460be5b591 x-openstack-request-id: req-43d402c3-0b97-4fa9-9e8d-20460be5b591 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:49.920248 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "name": "network-vif-plugged", "status": "completed", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:49.920647 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43d402c3-0b97-4fa9-9e8d-20460be5b591 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:49.921112 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b', 'code': 200} Jul 20 11:47:49.968402 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f76719da-5a6f-4265-9ce4-40969e4e440a req-feb31f26-b14f-48c0-a6d2-5ae8ed0970e1 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 210 time: 0.0820582 Jul 20 11:47:50.117720 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b54d9-cf16-44f5-a176-e61dd3dc6357 req-9b0a2bc1-0200-43d4-a9a9-81d98c267d2d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:50.121087 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e24b54d9-cf16-44f5-a176-e61dd3dc6357 req-9b0a2bc1-0200-43d4-a9a9-81d98c267d2d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1361070 Jul 20 11:47:50.184012 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e24b54d9-cf16-44f5-a176-e61dd3dc6357 req-65e26ca5-f603-43ce-bae7-c7b57bfed7ea tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Jul 20 11:47:50.231883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c2c4b-1de8-456c-90df-b3a0d9afc84c req-c95056f4-bd61-4455-9e27-3adde5631252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:50.234383 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-960c2c4b-1de8-456c-90df-b3a0d9afc84c req-c95056f4-bd61-4455-9e27-3adde5631252 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 1099 time: 0.0932937 Jul 20 11:47:50.285090 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-960c2c4b-1de8-456c-90df-b3a0d9afc84c req-88c0cdd7-d1bb-4e46-8b53-fef8644b722b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Jul 20 11:47:50.685681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ada0f5-8a87-409b-9e30-bf04098fb4e0 req-2328eae9-2607-4906-a793-7f0c947e60a1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:50.687379 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-57ada0f5-8a87-409b-9e30-bf04098fb4e0 req-2328eae9-2607-4906-a793-7f0c947e60a1 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.0760677 Jul 20 11:47:50.738307 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-57ada0f5-8a87-409b-9e30-bf04098fb4e0 req-3e5e5aef-ae5c-4833-a938-882c9910e0cb tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21730b2-70c8-4a47-8aff-bc133a355d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Jul 20 11:47:50.998759 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-514e0f25-0a26-4b74-8d80-b9d5899687a3 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c5dacc176f144985b28cb2661265e016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422018 Jul 20 11:47:51.065212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a507371-3956-471a-b599-eb59dd83cd02 req-4a337607-bf98-4765-b0e9-b299a56df47f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:51.067374 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8a507371-3956-471a-b599-eb59dd83cd02 req-4a337607-bf98-4765-b0e9-b299a56df47f tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 946 time: 0.1641948 Jul 20 11:47:51.103442 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce786b2-a8d8-4e12-ad76-e456148d66c8 req-c374445c-026f-47df-8c83-8995267ac95d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:51.105272 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2ce786b2-a8d8-4e12-ad76-e456148d66c8 req-c374445c-026f-47df-8c83-8995267ac95d tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.2101161 Jul 20 11:47:51.120165 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2fd51-9084-4db1-bcc4-9e1497d50183 req-312ada7c-846b-433f-8b5e-840f4dcb5fc5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:51.122467 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6c2fd51-9084-4db1-bcc4-9e1497d50183 req-312ada7c-846b-433f-8b5e-840f4dcb5fc5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1775794 Jul 20 11:47:51.197634 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2ce786b2-a8d8-4e12-ad76-e456148d66c8 req-b27c48f1-f6ef-47d8-8f97-969bc1204721 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Jul 20 11:47:51.242390 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6c2fd51-9084-4db1-bcc4-9e1497d50183 req-d34c7fe7-28c3-4f1e-8c4f-f507edb8a39e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131585 Jul 20 11:47:51.300908 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-d0b152eb-f8fb-42e1-993e-f01fbd516eb1 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:51.303597 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-d0b152eb-f8fb-42e1-993e-f01fbd516eb1 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988510 Jul 20 11:47:51.334744 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Request body: {'port': {'device_id': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73', 'admin_state_up': True, 'tenant_id': 'c5dacc176f144985b28cb2661265e016'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:51.337284 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-de9e13e4-48c7-48af-9750-2d1ee7f20f97 req-925b7621-c634-455c-96f6-5c1300a975ff tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 210 time: 0.0425594 Jul 20 11:47:51.345428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Deleting port 4cb44b2f-3e9c-4b4b-b181-53b148016738 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:51.345769 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.411587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8cb50-bc0f-4452-8f54-895d3a754a1d req-f13aa59f-046a-42a8-b8d4-6e68f643d107 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:51.419928 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5dc8cb50-bc0f-4452-8f54-895d3a754a1d req-f13aa59f-046a-42a8-b8d4-6e68f643d107 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0814328 Jul 20 11:47:51.447765 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] For port 4cb44b2f-3e9c-4b4b-b181-53b148016738, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cb44b2f-3e9c-4b4b-b181-53b148016738,segment=NetworkSegment(739a5353-b9dc-4d49-abb3-b6457e522028),segment_id=739a5353-b9dc-4d49-abb3-b6457e522028)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:51.448250 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.463343 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Calling delete_port for 4cb44b2f-3e9c-4b4b-b181-53b148016738 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:51.470264 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5dc8cb50-bc0f-4452-8f54-895d3a754a1d req-00c94e2f-cf84-4961-a4fa-111f75f00d04 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Jul 20 11:47:51.697716 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.709938 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['4cb44b2f-3e9c-4b4b-b181-53b148016738'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:51.736327 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Pushing event deleted for resources: {'Port': ['ID=4cb44b2f-3e9c-4b4b-b181-53b148016738,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:51.750862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Made reservation on behalf of c5dacc176f144985b28cb2661265e016 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:47:51.754406 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.783957 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.784326 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.784696 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.785041 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.785378 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.785716 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.786043 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.786373 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.786734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.787027 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.787371 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.787692 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:51.792721 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.813060 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] No DVR routers for this DVR port 4cb44b2f-3e9c-4b4b-b181-53b148016738 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:51.820790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.822771 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8a507371-3956-471a-b599-eb59dd83cd02 req-d3f67fb8-136f-4eb5-9416-7dd8fad7c2c5 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.26 "DELETE /v2.0/ports/4cb44b2f-3e9c-4b4b-b181-53b148016738 HTTP/1.1" status: 204 len: 173 time: 0.7431705 Jul 20 11:47:51.823479 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'name': 'network-vif-deleted', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:51.826462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7d3ff-e333-41f1-813a-206f68693f02" -d '{"events": [{"server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "name": "network-vif-deleted", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:51.864794 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b7b65dcf-7080-4919-9fbf-62c849750077 req-78495ffa-9773-4fec-98b6-ddfe5a73f7e0 tempest-AttachVolumeNegativeTest-1027947144 tempest-AttachVolumeNegativeTest-1027947144-project] 10.222.0.15 "GET /v2.0/ports?device_id=789ee6fc-ae49-4913-9403-d774a7df1422 HTTP/1.1" status: 200 len: 210 time: 0.0491900 Jul 20 11:47:51.897722 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc3700-7a8f-4cfb-a608-cb52f9317a55 x-openstack-request-id: req-53bc3700-7a8f-4cfb-a608-cb52f9317a55 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:51.898003 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789ee6fc-ae49-4913-9403-d774a7df1422", "name": "network-vif-deleted", "tag": "4cb44b2f-3e9c-4b4b-b181-53b148016738", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:51.898256 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53bc3700-7a8f-4cfb-a608-cb52f9317a55 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:51.898657 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ee6fc-ae49-4913-9403-d774a7df1422', 'name': 'network-vif-deleted', 'tag': '4cb44b2f-3e9c-4b4b-b181-53b148016738', 'status': 'completed', 'code': 200} Jul 20 11:47:51.938357 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:51.943758 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.036156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:52.119905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Allocated IP 192.168.233.245 (2f54bb85-cebd-4b1e-bbf8-e9cee011af73/292f4ab6-ff61-4e8b-bac6-284792b7f478/a06ddb42-7631-4f39-8771-f7593bb35876) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:47:52.388491 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c81d-a355-4d5f-bf7c-b08db3632bcf req-4d19d668-4b88-4288-a43e-74bcf80184b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:52.390585 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f189c81d-a355-4d5f-bf7c-b08db3632bcf req-4d19d668-4b88-4288-a43e-74bcf80184b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.2254024 Jul 20 11:47:52.464666 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b0f1-4e7e-447d-a751-b1c54e432afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.494792 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f189c81d-a355-4d5f-bf7c-b08db3632bcf req-0a08dc26-da33-4ad9-8153-bc7c842e10c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Jul 20 11:47:52.514026 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb758-d7f2-466c-b016-9b42c2e8996c req-d7a1e8d7-8b3a-4aa2-b85c-ef8f74722817 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:52.515370 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.522651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ba1eb758-d7f2-466c-b016-9b42c2e8996c req-d7a1e8d7-8b3a-4aa2-b85c-ef8f74722817 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.2242172 Jul 20 11:47:52.548205 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Transition to ACTIVE for port object a06ddb42-7631-4f39-8771-f7593bb35876 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:47:52.549523 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e87a-39a1-45af-9263-6e853f8df766 req-9f5d9edf-3d93-4497-bc55-1f33dd0dea1c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:52.560975 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a679e87a-39a1-45af-9263-6e853f8df766 req-9f5d9edf-3d93-4497-bc55-1f33dd0dea1c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.2022140 Jul 20 11:47:52.592048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.607279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ba1eb758-d7f2-466c-b016-9b42c2e8996c req-e8c54145-b0b1-48b4-b74f-383f3d066dff tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836468 Jul 20 11:47:52.653241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:47:52.657083 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:47:52.664354 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a679e87a-39a1-45af-9263-6e853f8df766 req-032bbce3-bff1-4232-adb7-a99eb45f35da tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909972 Jul 20 11:47:52.682630 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:47:52.755626 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:52.756367 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.759487 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Pushing event updated for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:52.783698 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-0301ff30-cf67-4885-a0cc-f5ac6f2f2f36 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4579937 Jul 20 11:47:52.799885 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Request body: {'port': {'device_id': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:47:52.889747 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c4919-1213-4094-9036-057b02bcc80e req-112d8996-b46e-4573-b031-76a8d660e94f tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:52.895725 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:52.899752 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-794c4919-1213-4094-9036-057b02bcc80e req-112d8996-b46e-4573-b031-76a8d660e94f tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 936 time: 0.1507323 Jul 20 11:47:52.916545 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.001131 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f2909-29ea-4349-a820-164c13bca7e4 req-eb543e2a-8052-4c66-9cf6-620b0de47ffe tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:53.011046 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-222f2909-29ea-4349-a820-164c13bca7e4 req-eb543e2a-8052-4c66-9cf6-620b0de47ffe tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.2373941 Jul 20 11:47:53.049955 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-794c4919-1213-4094-9036-057b02bcc80e req-079dca30-66d8-41aa-b40f-1a0a39c7348b tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412323 Jul 20 11:47:53.114731 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-222f2909-29ea-4349-a820-164c13bca7e4 req-138ebc57-cad7-41f6-8823-fe3fb5db3e57 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025579 Jul 20 11:47:53.142378 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-3a6d12ab-80a9-4a25-b8b1-ab3d45bd3bf6 None None] Provisioning for port a06ddb42-7631-4f39-8771-f7593bb35876 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:47:53.145327 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46016) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:53.147561 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-3a6d12ab-80a9-4a25-b8b1-ab3d45bd3bf6 None None] Provisioning complete for port a06ddb42-7631-4f39-8771-f7593bb35876 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:53.148410 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-3a6d12ab-80a9-4a25-b8b1-ab3d45bd3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.216768 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Deleting subnet 648122c7-1f97-4817-8ba9-d8fa438e7bf4 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:47:53.222201 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.263439 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d12ab-80a9-4a25-b8b1-ab3d45bd3bf6 None None] Port a06ddb42-7631-4f39-8771-f7593bb35876 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:47:53.282990 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.341677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.363824 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06ddb42-7631-4f39-8771-f7593bb35876 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:53.375881 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.389747 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Transition to ACTIVE for port object a06ddb42-7631-4f39-8771-f7593bb35876 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:47:53.404716 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.442568 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.485007 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.490283 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/648122c7-1f97-4817-8ba9-d8fa438e7bf4 HTTP/1.1" status: 204 len: 168 time: 0.3439107 Jul 20 11:47:53.495847 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:53.505991 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46022) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:53.538736 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648122c7-1f97-4817-8ba9-d8fa438e7bf4,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:53.553376 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.553778 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.554172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.554494 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.554971 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.555355 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.555777 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.556153 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.556615 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.557015 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.557345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.557711 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa02ed5-2da3-4a08-bb3a-29f733e8992d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:47:53.564455 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.628218 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.784962 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a9040-a810-4594-a584-6321743592a5 req-0beec04c-2bd8-4ce9-ac8c-d76c54d9f84b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:53.787880 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.795175 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e06a9040-a810-4594-a584-6321743592a5 req-0beec04c-2bd8-4ce9-ac8c-d76c54d9f84b tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.1512957 Jul 20 11:47:53.798730 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d763db6-b5b5-402b-badc-830327f9ecd1']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:53.809725 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739a5353-b9dc-4d49-abb3-b6457e522028') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:53.810010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739a5353-b9dc-4d49-abb3-b6457e522028') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:47:53.826905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.848968 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.856363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:47:53.857037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.901811 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e06a9040-a810-4594-a584-6321743592a5 req-8f24783a-d314-4fbe-8474-93f3fcad4b12 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049623 Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:47:53.920848 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:47:53.957478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc327a-c2b3-4470-ab17-bb6c2b1a4366 req-f3a707f3-b9b1-4e8d-9310-1210b50a66f1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:53.957478 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6bc327a-c2b3-4470-ab17-bb6c2b1a4366 req-f3a707f3-b9b1-4e8d-9310-1210b50a66f1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1501985 Jul 20 11:47:53.957974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.984076 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:53.988823 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8d763db6-b5b5-402b-badc-830327f9ecd1 HTTP/1.1" status: 204 len: 168 time: 0.4791529 Jul 20 11:47:53.994719 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9fbca-bc2e-4fc9-899f-00da2cd753a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d763db6-b5b5-402b-badc-830327f9ecd1,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:54.012897 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6bc327a-c2b3-4470-ab17-bb6c2b1a4366 req-1521291b-9651-4259-a511-f8db7db2ea31 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573511 Jul 20 11:47:54.036506 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Attempting to bind port a06ddb42-7631-4f39-8771-f7593bb35876 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:47:54.036876 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Attempting to bind port a06ddb42-7631-4f39-8771-f7593bb35876 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:47:54.037194 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Attempting to bind port a06ddb42-7631-4f39-8771-f7593bb35876 on network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:54.042156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Port a06ddb42-7631-4f39-8771-f7593bb35876 on network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:47:54.042444 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Attempting to bind port a06ddb42-7631-4f39-8771-f7593bb35876 on network 2f54bb85-cebd-4b1e-bbf8-e9cee011af73 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:47:54.050146 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:47:54.050473 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Checking segment: {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:47:54.050863 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Bound using segment: {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:47:54.051278 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Bound port: a06ddb42-7631-4f39-8771-f7593bb35876, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46081499-ff0d-413c-810e-fba11a7a516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:47:54.051629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.166692 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:47:54.171522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a06ddb42-7631-4f39-8771-f7593bb35876,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:47:54.178209 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.200720 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b8931-15b0-4b10-be18-88bb34cc3864 req-138b1fd7-2d26-46b1-b3a7-6d2b45961ace tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.208363 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-454b8931-15b0-4b10-be18-88bb34cc3864 req-138b1fd7-2d26-46b1-b3a7-6d2b45961ace tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 948 time: 0.0792265 Jul 20 11:47:54.238358 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.239086 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.240570 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/a06ddb42-7631-4f39-8771-f7593bb35876 HTTP/1.1" status: 200 len: 1098 time: 1.4455419 Jul 20 11:47:54.241003 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:54.244748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b1da60-8628-40b5-9888-381403f28e04" -d '{"events": [{"name": "network-changed", "server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:54.250021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46046) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:54.274447 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033614f0-16fb-42d5-8811-09e8e98b54e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:54.311235 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-454b8931-15b0-4b10-be18-88bb34cc3864 req-3730e3b0-c5af-4c6a-a126-97a23e8aab01 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016719 Jul 20 11:47:54.317780 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7391fa4e-86ac-4156-a97d-5ed0b5d54a45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=746fe2416af74852b2c3a2aad9152f1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0643086 Jul 20 11:47:54.320481 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46052) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:54.372054 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-130cb3a0-66ce-451f-8f6b-93db337cb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.373884 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-130cb3a0-66ce-451f-8f6b-93db337cb7fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5dacc176f144985b28cb2661265e016&device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 1101 time: 0.0725348 Jul 20 11:47:54.375203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276769a9-f069-4473-9d42-d43ac2cccd6d req-54f3996b-30ed-45c1-b016-4ae0af968d94 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.375331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e77c5-8904-47dd-804d-c10354bee860 x-openstack-request-id: req-d56e77c5-8904-47dd-804d-c10354bee860 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:54.375608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:54.375810 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d56e77c5-8904-47dd-804d-c10354bee860 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:54.376242 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876', 'status': 'completed', 'code': 200} Jul 20 11:47:54.376796 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-276769a9-f069-4473-9d42-d43ac2cccd6d req-54f3996b-30ed-45c1-b016-4ae0af968d94 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1590796 Jul 20 11:47:54.411460 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.427901 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-48eabde6-5453-46e4-973d-f74ce5e89526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a06ddb42-7631-4f39-8771-f7593bb35876 HTTP/1.1" status: 200 len: 217 time: 0.0387654 Jul 20 11:47:54.438285 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-276769a9-f069-4473-9d42-d43ac2cccd6d req-012e0cd0-d9bf-45d5-a928-5e5a115a5079 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547717 Jul 20 11:47:54.447977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.480467 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-f04e1711-7ba9-4638-bb45-e3cc78d6f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.482729 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-f04e1711-7ba9-4638-bb45-e3cc78d6f52d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=292f4ab6-ff61-4e8b-bac6-284792b7f478 HTTP/1.1" status: 200 len: 843 time: 0.0469890 Jul 20 11:47:54.508404 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.513601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:54.518588 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c21730b2-70c8-4a47-8aff-bc133a355d60 HTTP/1.1" status: 204 len: 168 time: 0.1947601 Jul 20 11:47:54.528115 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391de734-555c-4ce3-8a04-a80851c344b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21730b2-70c8-4a47-8aff-bc133a355d60,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:54.558010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-38306aea-3280-43ef-a796-6aee1b6ee7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.560133 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-38306aea-3280-43ef-a796-6aee1b6ee7e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f54bb85-cebd-4b1e-bbf8-e9cee011af73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675967 Jul 20 11:47:54.720751 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-c4729359-b58c-47ab-b0a7-3e767a82bd2b service neutron] 10.222.0.26 "GET /v2.0/networks/2f54bb85-cebd-4b1e-bbf8-e9cee011af73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209846 Jul 20 11:47:54.822129 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3e0ad-f07b-46e0-ab02-36051fa0f842 req-64f549f9-9e4b-4861-bf78-667ff6e57331 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.823641 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-80f3e0ad-f07b-46e0-ab02-36051fa0f842 req-64f549f9-9e4b-4861-bf78-667ff6e57331 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0725236 Jul 20 11:47:54.872381 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-732b942d-9ce9-4503-9ae2-91e7982d383d req-116cd0b7-8362-46c7-b43c-190a725dcc23 service neutron] 10.222.0.26 "GET /v2.0/networks/2f54bb85-cebd-4b1e-bbf8-e9cee011af73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388595 Jul 20 11:47:54.876940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-8fa63640-1ffa-48bc-92ac-9bcdf3eced1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.878406 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-8fa63640-1ffa-48bc-92ac-9bcdf3eced1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 1099 time: 0.1307676 Jul 20 11:47:54.915933 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-80f3e0ad-f07b-46e0-ab02-36051fa0f842 req-e35bcdb7-422c-47ba-b6cb-e6039a95fdb4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858870 Jul 20 11:47:54.956140 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-acedd26c-0276-45a6-b7ac-a92ea0b91df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:54.957907 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-acedd26c-0276-45a6-b7ac-a92ea0b91df9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1098 time: 0.0850036 Jul 20 11:47:55.167544 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-cbbf6628-01bf-429c-98a4-ea0c17d2bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.169021 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-cbbf6628-01bf-429c-98a4-ea0c17d2bea5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1996200 Jul 20 11:47:55.186148 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:55.236743 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01603712-5765-48c0-a881-3d8edfb5707c req-5a2c38dc-24f3-4c9b-89f3-529fc4e993a3 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.238418 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01603712-5765-48c0-a881-3d8edfb5707c req-5a2c38dc-24f3-4c9b-89f3-529fc4e993a3 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.2423894 Jul 20 11:47:55.256931 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 4cb44b2f-3e9c-4b4b-b181-53b148016738 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:55.279536 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 4cb44b2f-3e9c-4b4b-b181-53b148016738 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:55.280063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 4cb44b2f-3e9c-4b4b-b181-53b148016738 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:55.299936 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-3f87fa9f-05a8-489d-acf9-da324bb21303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.301447 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-3f87fa9f-05a8-489d-acf9-da324bb21303 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.4129858 Jul 20 11:47:55.303184 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1da60-8628-40b5-9888-381403f28e04 req-65410630-5594-4812-8f82-7860d64ee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.304573 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-65410630-5594-4812-8f82-7860d64ee9e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5dacc176f144985b28cb2661265e016&device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 1101 time: 0.3816595 Jul 20 11:47:55.348037 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013b9f-1e92-433a-bb46-021a6b332168 req-99c77ca1-4d66-4ed6-b3ef-3f216ffc7dd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.349542 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82013b9f-1e92-433a-bb46-021a6b332168 req-99c77ca1-4d66-4ed6-b3ef-3f216ffc7dd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.2498269 Jul 20 11:47:55.353344 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-6d7b506f-2b79-4ab6-8b66-f09721c99e73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 1001 time: 0.1711569 Jul 20 11:47:55.357971 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-01603712-5765-48c0-a881-3d8edfb5707c req-04bd5265-9949-429f-b9a9-e006dbf88af3 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8af5ebf-7031-4165-9b03-eff64f922306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103601 Jul 20 11:47:55.358960 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-d1eeed26-993c-4fb0-a95c-d040225f8196 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 200 len: 217 time: 0.0423238 Jul 20 11:47:55.438209 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-c7e329cd-9d2b-462e-8d60-05854f234c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.440212 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-c7e329cd-9d2b-462e-8d60-05854f234c51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0795288 Jul 20 11:47:55.452262 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82013b9f-1e92-433a-bb46-021a6b332168 req-9933092c-259a-4250-9ed9-5279f2211095 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821300 Jul 20 11:47:55.492124 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-c4ae3cd9-5a88-4f80-8b41-28608c176795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.493601 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-c4ae3cd9-5a88-4f80-8b41-28608c176795 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.1254723 Jul 20 11:47:55.540191 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1da60-8628-40b5-9888-381403f28e04 req-2c398a7a-e2ee-48a0-a95d-79854107c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.541675 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-2c398a7a-e2ee-48a0-a95d-79854107c944 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f54bb85-cebd-4b1e-bbf8-e9cee011af73 HTTP/1.1" status: 200 len: 870 time: 0.2183084 Jul 20 11:47:55.545325 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-8d926bc0-9201-44b8-89ca-3bfce2c41dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376453 Jul 20 11:47:55.580166 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-db8eee35-ebfa-4f81-a324-33af47dc3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.581869 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-db8eee35-ebfa-4f81-a324-33af47dc3430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1213758 Jul 20 11:47:55.621787 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-d3e2404a-e27e-4ac1-a840-aeb23187a700 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a06ddb42-7631-4f39-8771-f7593bb35876 HTTP/1.1" status: 200 len: 217 time: 0.0645812 Jul 20 11:47:55.630713 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2817-75ba-40a1-bc04-a5d38732e3d2 req-49ed9620-4f96-4d71-b96a-cbc4e77ab5cc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.632090 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d81c2817-75ba-40a1-bc04-a5d38732e3d2 req-49ed9620-4f96-4d71-b96a-cbc4e77ab5cc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 948 time: 0.1329973 Jul 20 11:47:55.685098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-f51aa543-136d-44c9-9099-51ba356f3fe7 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.686575 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-f51aa543-136d-44c9-9099-51ba356f3fe7 tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 946 time: 0.2435794 Jul 20 11:47:55.709856 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d81c2817-75ba-40a1-bc04-a5d38732e3d2 req-fd2591bf-80ff-4111-8027-684bba81d26d tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662711 Jul 20 11:47:55.734888 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-fa5af8f4-1cb1-4ec2-8c98-0db9939d18f1 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419661 Jul 20 11:47:55.788239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1da60-8628-40b5-9888-381403f28e04 req-8301f9d7-81db-433b-859d-cd0ec1c5a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.789733 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-8301f9d7-81db-433b-859d-cd0ec1c5a873 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=292f4ab6-ff61-4e8b-bac6-284792b7f478 HTTP/1.1" status: 200 len: 843 time: 0.1518123 Jul 20 11:47:55.801066 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-dcd66c7e-2254-4928-b5ce-2e589a588fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335591 Jul 20 11:47:55.832207 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-337d136b-bede-43f1-b512-f0a12d8dbbff service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893409 Jul 20 11:47:55.974212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1da60-8628-40b5-9888-381403f28e04 req-d87f10c8-20e6-49b8-9e89-2db23b5ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:55.975794 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-d87f10c8-20e6-49b8-9e89-2db23b5ea8c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f54bb85-cebd-4b1e-bbf8-e9cee011af73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1769249 Jul 20 11:47:55.980084 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-8cf97d75-dc76-4920-908b-53edacbf5b50 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673691 Jul 20 11:47:55.984757 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Deleting port 3003603a-2b45-4a6f-ac75-41e93fe5216b {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:47:55.985103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.080572 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea817-83e7-4ff5-9090-e92be2e3ddcd req-1a6c2808-fef0-46ea-9e3e-94f157a923bc tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:56.082585 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-684ea817-83e7-4ff5-9090-e92be2e3ddcd req-1a6c2808-fef0-46ea-9e3e-94f157a923bc tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0891886 Jul 20 11:47:56.124831 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-684ea817-83e7-4ff5-9090-e92be2e3ddcd req-6ee0ca5e-e975-41dc-b646-d5c3e60a94d2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Jul 20 11:47:56.147268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] For port 3003603a-2b45-4a6f-ac75-41e93fe5216b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3003603a-2b45-4a6f-ac75-41e93fe5216b,segment=NetworkSegment(86ad2c09-9dff-4bfd-a137-b4f94e888269),segment_id=86ad2c09-9dff-4bfd-a137-b4f94e888269)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:56.147627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.161081 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-57b52765-5580-45bb-962b-98869b34d669 service neutron] 10.222.0.26 "GET /v2.0/networks/2f54bb85-cebd-4b1e-bbf8-e9cee011af73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716731 Jul 20 11:47:56.164824 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Calling delete_port for 3003603a-2b45-4a6f-ac75-41e93fe5216b owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:47:56.314048 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49b1da60-8628-40b5-9888-381403f28e04 req-4c76cca4-2feb-4bec-bcd2-d869a3b75597 service neutron] 10.222.0.26 "GET /v2.0/networks/2f54bb85-cebd-4b1e-bbf8-e9cee011af73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449955 Jul 20 11:47:56.373323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.386089 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['3003603a-2b45-4a6f-ac75-41e93fe5216b'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:56.430395 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Pushing event deleted for resources: {'Port': ['ID=3003603a-2b45-4a6f-ac75-41e93fe5216b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:56.460374 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] No DVR routers for this DVR port 3003603a-2b45-4a6f-ac75-41e93fe5216b on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:47:56.462941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.465575 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d04d89c9-7a8c-4aba-9618-c677f01efb00 req-98bd310b-078e-48e2-9fd5-597534638f5c tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.26 "DELETE /v2.0/ports/3003603a-2b45-4a6f-ac75-41e93fe5216b HTTP/1.1" status: 204 len: 173 time: 0.7698433 Jul 20 11:47:56.466073 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'name': 'network-vif-deleted', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:56.468466 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5b2b95-aa80-4b0c-9218-3f20d8be54d2" -d '{"events": [{"server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "name": "network-vif-deleted", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:56.482723 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be192997-aaba-4877-8a73-349116d1c210 req-86fc5686-4cf7-4f2b-a430-ebb7a0616ead tempest-VolumesActionsTest-283028766 tempest-VolumesActionsTest-283028766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deb18c4-5080-4667-963a-8320b36e7d06 HTTP/1.1" status: 200 len: 210 time: 0.0327184 Jul 20 11:47:56.519193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad400f6f-ee5e-406c-b570-5278b711ec4c x-openstack-request-id: req-ad400f6f-ee5e-406c-b570-5278b711ec4c {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:56.519718 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb18c4-5080-4667-963a-8320b36e7d06", "name": "network-vif-deleted", "tag": "3003603a-2b45-4a6f-ac75-41e93fe5216b", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:56.520227 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad400f6f-ee5e-406c-b570-5278b711ec4c {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:56.520846 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb18c4-5080-4667-963a-8320b36e7d06', 'name': 'network-vif-deleted', 'tag': '3003603a-2b45-4a6f-ac75-41e93fe5216b', 'status': 'completed', 'code': 200} Jul 20 11:47:56.538735 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46124) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:56.639985 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a26afb-f5eb-4158-9462-6087dfa617df req-d54ecea0-a438-488d-b323-53fe12329905 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:56.641520 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3a26afb-f5eb-4158-9462-6087dfa617df req-d54ecea0-a438-488d-b323-53fe12329905 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.0726452 Jul 20 11:47:56.660904 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2ec5-ccc1-4141-8352-697e82b1b87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.702436 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f3a26afb-f5eb-4158-9462-6087dfa617df req-5509968e-bd4e-4bba-8cc7-013c5f881a06 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545702 Jul 20 11:47:56.778841 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2ec5-ccc1-4141-8352-697e82b1b87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.789701 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2ec5-ccc1-4141-8352-697e82b1b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.849011 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3b0a2ec5-ccc1-4141-8352-697e82b1b87e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9082eddea86c4db6892c930e210e98b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089495 Jul 20 11:47:56.851678 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46130) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:56.853270 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a2ec5-ccc1-4141-8352-697e82b1b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e205d291-adf7-4d72-bccf-ddcfb20d2801,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:56.883691 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da89f-8aff-4b23-94dd-cc9ad6a0745e req-9485dac1-c54b-43dc-b360-24f2d9f8ec8b tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:56.885300 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c3da89f-8aff-4b23-94dd-cc9ad6a0745e req-9485dac1-c54b-43dc-b360-24f2d9f8ec8b tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 948 time: 0.1052372 Jul 20 11:47:56.905637 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.937943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:56.948654 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c3da89f-8aff-4b23-94dd-cc9ad6a0745e req-cd8003be-beca-43f0-a859-f72355b66087 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Jul 20 11:47:57.020959 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.023483 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.024645 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e205d291-adf7-4d72-bccf-ddcfb20d2801 HTTP/1.1" status: 204 len: 168 time: 0.1713312 Jul 20 11:47:57.035569 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024684b-6a06-4c3d-bd4d-791aaf8a22b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205d291-adf7-4d72-bccf-ddcfb20d2801,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:57.040618 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-436cf02a-58f4-47d4-95c9-4ee601ee6ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665357 Jul 20 11:47:57.129097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-cc9aa5c1-ec8d-4a16-baf2-c056592cba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:57.130668 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-cc9aa5c1-ec8d-4a16-baf2-c056592cba75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1324663d11bf4eb380821013725e3496&device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 1098 time: 0.0579882 Jul 20 11:47:57.245374 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a06ddb42-7631-4f39-8771-f7593bb35876 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:47:57.269412 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-3b31466e-2d59-4e55-b977-160e4f0028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:57.271285 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-3b31466e-2d59-4e55-b977-160e4f0028f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 200 len: 919 time: 0.1187479 Jul 20 11:47:57.283158 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f44bbb-f01a-45b5-b7c1-cc27de6d42e1 req-2039e837-e408-4510-9e5c-cb2b5a681351 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:57.290187 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6f44bbb-f01a-45b5-b7c1-cc27de6d42e1 req-2039e837-e408-4510-9e5c-cb2b5a681351 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0815303 Jul 20 11:47:57.325195 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-13fe6346-f27c-4b6c-9372-bf791994e596 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 200 len: 217 time: 0.0449305 Jul 20 11:47:57.326083 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d6f44bbb-f01a-45b5-b7c1-cc27de6d42e1 req-fa93c052-8adb-4faf-9847-1ae996ca40d9 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350506 Jul 20 11:47:57.357855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a06ddb42-7631-4f39-8771-f7593bb35876,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:57.368704 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'a06ddb42-7631-4f39-8771-f7593bb35876', 'network_id': '2f54bb85-cebd-4b1e-bbf8-e9cee011af73', 'port_id': 'a06ddb42-7631-4f39-8771-f7593bb35876', 'mac_address': 'fa:16:3e:1e:f2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292f4ab6-ff61-4e8b-bac6-284792b7f478', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:47:57.384500 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-f12f9edb-d0f2-47ef-9d4b-593616a09b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:57.385907 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-f12f9edb-d0f2-47ef-9d4b-593616a09b9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 200 len: 858 time: 0.0532086 Jul 20 11:47:57.387672 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46140) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:57.407548 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.408112 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-68f8e67b-8309-4d00-8add-2613438fbf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.420488 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06ddb42-7631-4f39-8771-f7593bb35876 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:47:57.426239 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-83d1e031-5302-4f87-a500-dee857b5b9f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=03476d93-424a-4c0d-9be0-e1f678b8cd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325081 Jul 20 11:47:57.440457 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a06ddb42-7631-4f39-8771-f7593bb35876,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:57.443838 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.491097 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:57.553352 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-4320c277-0ee6-442e-b315-a7e64d11e524 service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166084 Jul 20 11:47:57.639062 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-68f8e67b-8309-4d00-8add-2613438fbf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.646952 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-68f8e67b-8309-4d00-8add-2613438fbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.700794 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-68f8e67b-8309-4d00-8add-2613438fbf6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31798c8ac725423788e14911e43f069c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121147 Jul 20 11:47:57.703388 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46152) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:47:57.712092 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8d0756bc-2b7f-4eff-bc80-28d442702a7f req-19182b4a-9bb2-4a24-84d6-0c0abac6466a service neutron] 10.222.0.26 "GET /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508126 Jul 20 11:47:57.712717 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8e67b-8309-4d00-8add-2613438fbf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defbdfc2-710f-4595-9f2c-ed6386c7a465,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:57.768663 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['a06ddb42-7631-4f39-8771-f7593bb35876'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:47:57.771789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.802813 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.865069 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.869316 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:57.876500 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/defbdfc2-710f-4595-9f2c-ed6386c7a465 HTTP/1.1" status: 204 len: 168 time: 0.1714201 Jul 20 11:47:57.895049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b9800-1bc2-4742-b1e3-cea7a330fa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defbdfc2-710f-4595-9f2c-ed6386c7a465,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:58.011091 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b982-3b29-444b-9946-2ba18296320a req-fe17e0c5-220a-43e1-9d66-f5de61bf0c76 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:58.022148 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f0e0b982-3b29-444b-9946-2ba18296320a req-fe17e0c5-220a-43e1-9d66-f5de61bf0c76 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1717548 Jul 20 11:47:58.142617 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f0e0b982-3b29-444b-9946-2ba18296320a req-afd4ce7b-89e9-4889-b0f5-3350893c9c56 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194496 Jul 20 11:47:58.183413 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5cd63-814a-47a5-a6a9-741ab0990ac0 req-4307ea0d-952b-4a50-818b-830e099a46a6 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:58.192933 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cbd5cd63-814a-47a5-a6a9-741ab0990ac0 req-4307ea0d-952b-4a50-818b-830e099a46a6 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 949 time: 0.1375630 Jul 20 11:47:58.237348 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cbd5cd63-814a-47a5-a6a9-741ab0990ac0 req-3975998f-ffb7-4a42-953d-f0089cb16936 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Jul 20 11:47:58.459572 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948a5a-f2bc-4b34-a6f6-9594a5f1a0fc req-0554552a-e39b-4053-93db-79771208fa0f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:58.461025 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9d948a5a-f2bc-4b34-a6f6-9594a5f1a0fc req-0554552a-e39b-4053-93db-79771208fa0f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0645599 Jul 20 11:47:58.509266 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9d948a5a-f2bc-4b34-a6f6-9594a5f1a0fc req-666fadb6-cffe-464e-90c7-aaed2a691e0f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Jul 20 11:47:59.264224 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a06ddb42-7631-4f39-8771-f7593bb35876 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:47:59.329661 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port a06ddb42-7631-4f39-8771-f7593bb35876 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:47:59.338427 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port a06ddb42-7631-4f39-8771-f7593bb35876 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:47:59.339085 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.347663 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ad69-7715-4f9a-87a6-67a302552d96 req-20b5a8a4-3e00-4580-8621-fe316ec0a33c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:59.355454 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3a91ad69-7715-4f9a-87a6-67a302552d96 req-20b5a8a4-3e00-4580-8621-fe316ec0a33c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 945 time: 0.1315932 Jul 20 11:47:59.417789 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3a91ad69-7715-4f9a-87a6-67a302552d96 req-599acc97-65c0-4b19-8496-caf884cfc591 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614352 Jul 20 11:47:59.448470 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501af0-177c-4b50-95ee-65a4ab4eea2f req-8be7c6c0-8489-4a78-937b-8083e05142ea tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:47:59.448470 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d501af0-177c-4b50-95ee-65a4ab4eea2f req-8be7c6c0-8489-4a78-937b-8083e05142ea tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 949 time: 0.1144533 Jul 20 11:47:59.458572 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.490785 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:47:59.493837 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdcf1d8-ef3a-4c28-9952-b0b32b52547b" -d '{"events": [{"server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "name": "network-vif-plugged", "status": "completed", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:47:59.502525 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d501af0-177c-4b50-95ee-65a4ab4eea2f req-ad18533d-272c-4c1e-8bd4-895aea52bc1c tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520694 Jul 20 11:47:59.528708 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a06ddb42-7631-4f39-8771-f7593bb35876,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:59.533363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.535010 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:59.613206 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47f61e-33b2-4cc7-9123-26f40b88c266 x-openstack-request-id: req-0e47f61e-33b2-4cc7-9123-26f40b88c266 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:47:59.613503 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "name": "network-vif-plugged", "status": "completed", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:47:59.613755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e47f61e-33b2-4cc7-9123-26f40b88c266 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:47:59.614142 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876', 'code': 200} Jul 20 11:47:59.638592 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:47:59.651331 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.696966 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.737465 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:47:59.742575 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:47:59.743298 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 3003603a-2b45-4a6f-ac75-41e93fe5216b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:47:59.768545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 3003603a-2b45-4a6f-ac75-41e93fe5216b {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:47:59.768945 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 3003603a-2b45-4a6f-ac75-41e93fe5216b not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:47:59.815433 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=8']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:00.004365 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46280) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:00.118629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3b10fa76-ed3c-4284-b052-0ff0c5cc6f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.145096 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff648a0f-8b53-4b08-b8bd-bdbb2187bd98 req-454c2531-13d3-4bcc-8b62-e10aacd5f66b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:00.146855 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ff648a0f-8b53-4b08-b8bd-bdbb2187bd98 req-454c2531-13d3-4bcc-8b62-e10aacd5f66b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0844407 Jul 20 11:48:00.212078 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ff648a0f-8b53-4b08-b8bd-bdbb2187bd98 req-b77d436e-564e-441d-a941-4c6bd9f7383b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555513 Jul 20 11:48:00.238290 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3b10fa76-ed3c-4284-b052-0ff0c5cc6f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.242409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3b10fa76-ed3c-4284-b052-0ff0c5cc6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.273236 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3b10fa76-ed3c-4284-b052-0ff0c5cc6f6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fc9bd94a1384dea92622255182a8086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670796 Jul 20 11:48:00.273724 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46298) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:00.278065 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf09094-18db-46c9-b7f7-9a1ff9a40291 req-8dd2a654-8a05-46ec-b8fd-b22e6ef1cc71 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:00.279596 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-daf09094-18db-46c9-b7f7-9a1ff9a40291 req-8dd2a654-8a05-46ec-b8fd-b22e6ef1cc71 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0663598 Jul 20 11:48:00.314382 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10fa76-ed3c-4284-b052-0ff0c5cc6f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b7131-9d30-4aaf-93e2-9633a7aaa6ea,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:00.331115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-daf09094-18db-46c9-b7f7-9a1ff9a40291 req-5adf043b-6078-4c36-83cb-933bf10c87a2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Jul 20 11:48:00.345254 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.366878 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.414640 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.417146 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.418302 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a2b7131-9d30-4aaf-93e2-9633a7aaa6ea HTTP/1.1" status: 204 len: 168 time: 0.1426263 Jul 20 11:48:00.425855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee6d1a-f7cc-42d3-8983-12f72f8688a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b7131-9d30-4aaf-93e2-9633a7aaa6ea,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:00.651074 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d1830-cbf9-4322-80e4-3c7179ce01a2 req-a185a91c-88e9-49c9-a4f3-646fa02a81ba tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:00.653144 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-122d1830-cbf9-4322-80e4-3c7179ce01a2 req-a185a91c-88e9-49c9-a4f3-646fa02a81ba tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.0721974 Jul 20 11:48:00.655855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46320) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:00.700091 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-122d1830-cbf9-4322-80e4-3c7179ce01a2 req-457b00c8-3664-4f9b-af80-3a566f00772f tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Jul 20 11:48:00.719279 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46324) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:00.733121 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4dab-a1e9-4689-99c3-d5e32e25ed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.756618 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-a2c3cf12-84e2-406b-a887-e6267628bbfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994196 Jul 20 11:48:00.833569 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4dab-a1e9-4689-99c3-d5e32e25ed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.837651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f1aa4dab-a1e9-4689-99c3-d5e32e25ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.888283 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f1aa4dab-a1e9-4689-99c3-d5e32e25ed26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=baecfa87234e4010904c6e6ce2f8168c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663740 Jul 20 11:48:00.889050 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa4dab-a1e9-4689-99c3-d5e32e25ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e485d-c4d3-4f74-9a3e-250f00e7d7e0,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:00.890410 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46330) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:00.941021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:00.964420 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:01.014825 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:01.017392 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:01.020809 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054e485d-c4d3-4f74-9a3e-250f00e7d7e0 HTTP/1.1" status: 204 len: 168 time: 0.1271641 Jul 20 11:48:01.026211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11bc28-b20f-4a5e-ba07-538912c90e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e485d-c4d3-4f74-9a3e-250f00e7d7e0,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:01.346524 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba5e4b-eaa2-4fc2-b0ee-81eb7b209fec req-4a3d82ae-a6ad-4f2b-b6be-308f91be24f7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:01.348234 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f0ba5e4b-eaa2-4fc2-b0ee-81eb7b209fec req-4a3d82ae-a6ad-4f2b-b6be-308f91be24f7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0644038 Jul 20 11:48:01.397232 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f0ba5e4b-eaa2-4fc2-b0ee-81eb7b209fec req-34b46c88-d998-4c5f-8fb9-02d7596395e9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433083 Jul 20 11:48:01.477902 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6df2-0b8a-4aec-9025-a1b9ab353db3 req-31f9aa50-b981-48ae-b05c-4b0fa0979e75 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:01.479414 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-afbc6df2-0b8a-4aec-9025-a1b9ab353db3 req-31f9aa50-b981-48ae-b05c-4b0fa0979e75 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0719905 Jul 20 11:48:01.521110 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-afbc6df2-0b8a-4aec-9025-a1b9ab353db3 req-036b8b16-5cfc-4174-9c72-46d0a8ee99ae tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Jul 20 11:48:01.615813 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:01.618198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd41297-52b0-4121-ab75-7a8b3e187ce4" -d '{"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:01.649917 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d80a3e-e95a-45ab-b979-4c605ebf5666 x-openstack-request-id: req-80d80a3e-e95a-45ab-b979-4c605ebf5666 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:01.650211 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-unplugged", "status": "failed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "code": 422}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:01.650462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d80a3e-e95a-45ab-b979-4c605ebf5666 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:01.650898 dv-cinder-801354-2-iscsi neutron-server[105206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'code': 422} returned with failed status Jul 20 11:48:01.831181 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c23b0b-e4dd-4f12-9083-dd93204b8823 req-0d0146c3-bf21-4717-8083-38b843cfd496 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:01.832718 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28c23b0b-e4dd-4f12-9083-dd93204b8823 req-0d0146c3-bf21-4717-8083-38b843cfd496 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.0667653 Jul 20 11:48:01.872225 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28c23b0b-e4dd-4f12-9083-dd93204b8823 req-73decd22-c956-4b9f-9b5b-b2112dd3b5ab tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Jul 20 11:48:02.405251 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fe72-36f0-4662-866f-6650ea451ddf req-0c2ce69c-c08a-4c0e-b2d4-8c8ff69c65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.407598 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-0c2ce69c-c08a-4c0e-b2d4-8c8ff69c65d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1137 time: 0.0614102 Jul 20 11:48:02.550188 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a367-f463-4cc2-9041-503873a5024e req-9608355d-3c77-4067-8fb7-f13c82cf31c4 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.558182 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28a0a367-f463-4cc2-9041-503873a5024e req-9608355d-3c77-4067-8fb7-f13c82cf31c4 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0855451 Jul 20 11:48:02.568086 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412d68c-940e-43bf-933b-c308f5a3ec53 req-3e9ca0f1-29db-43a8-bcad-ef154093457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.569625 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-2412d68c-940e-43bf-933b-c308f5a3ec53 req-3e9ca0f1-29db-43a8-bcad-ef154093457e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 1103 time: 0.1448293 Jul 20 11:48:02.570575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fe72-36f0-4662-866f-6650ea451ddf req-518717e0-0a1c-4a37-807d-8e8a30fa5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.571893 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-518717e0-0a1c-4a37-807d-8e8a30fa5c8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.1483204 Jul 20 11:48:02.607665 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28a0a367-f463-4cc2-9041-503873a5024e req-e2634c87-acac-4bd0-975b-4caf434e8dcc tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482497 Jul 20 11:48:02.670764 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-2412d68c-940e-43bf-933b-c308f5a3ec53 req-1d05e3ac-8eae-4f2b-8ec7-f274d710df74 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890458 Jul 20 11:48:02.681648 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-67b4354b-b8ca-4145-ba06-2978f6662e00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 1001 time: 0.0932338 Jul 20 11:48:02.692084 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856d40-8056-4cf6-81b4-f8e42cc49838 req-3cd2580b-8a5e-4999-8e3f-2b91e14e200e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.693616 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45856d40-8056-4cf6-81b4-f8e42cc49838 req-3cd2580b-8a5e-4999-8e3f-2b91e14e200e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0731537 Jul 20 11:48:02.732869 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-45856d40-8056-4cf6-81b4-f8e42cc49838 req-cec10136-0728-4118-b000-0fb1fe32a60f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334313 Jul 20 11:48:02.805132 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fe72-36f0-4662-866f-6650ea451ddf req-e323eedf-003a-4c7d-a79a-2342dab5d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.807351 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-e323eedf-003a-4c7d-a79a-2342dab5d7dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0662272 Jul 20 11:48:02.909966 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fe72-36f0-4662-866f-6650ea451ddf req-dd33891c-f0b5-48c6-bf85-5ce3e6437370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:02.911491 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-dd33891c-f0b5-48c6-bf85-5ce3e6437370 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953691 Jul 20 11:48:03.004101 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-a547e5af-b881-4209-8eac-e77fe16dfd30 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842767 Jul 20 11:48:03.010403 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82080b-c2d1-42cc-90d5-2b95b0abfd33 req-02fda08f-a230-4dc5-bc93-bc89aae78701 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:03.013945 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5e82080b-c2d1-42cc-90d5-2b95b0abfd33 req-02fda08f-a230-4dc5-bc93-bc89aae78701 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.0639729 Jul 20 11:48:03.054728 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5e82080b-c2d1-42cc-90d5-2b95b0abfd33 req-a366b251-370a-4cff-8a6d-45d5e2c8ddc2 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Jul 20 11:48:03.114719 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-8805fe72-36f0-4662-866f-6650ea451ddf req-79bdd35b-1209-4556-9c28-b06dcd6fb5eb service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942507 Jul 20 11:48:03.746614 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e286ad1-e055-49ef-9f3d-eb1945a667cf req-518c62e4-8273-444a-8c00-148de9f93b6c tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:03.748148 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0e286ad1-e055-49ef-9f3d-eb1945a667cf req-518c62e4-8273-444a-8c00-148de9f93b6c tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0736978 Jul 20 11:48:03.795404 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0e286ad1-e055-49ef-9f3d-eb1945a667cf req-91cc2c29-5f1d-468b-b0aa-b2dbf51910a8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395875 Jul 20 11:48:03.878205 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c1ed-761a-4fd9-813b-f5a21cf10d9e req-d66a026d-d260-4c9d-815a-e1401b64cbd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:03.879687 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-14f2c1ed-761a-4fd9-813b-f5a21cf10d9e req-d66a026d-d260-4c9d-815a-e1401b64cbd2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0644441 Jul 20 11:48:03.920908 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-14f2c1ed-761a-4fd9-813b-f5a21cf10d9e req-3a8cb7fa-a727-4f04-a1df-c36190bf62d8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Jul 20 11:48:04.185097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-ea10f16c-bfbb-400b-a313-c053bb4dd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.187167 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-ea10f16c-bfbb-400b-a313-c053bb4dd0ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 1096 time: 0.1295667 Jul 20 11:48:04.202590 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9439f4-e8af-48e8-9f3d-3a389b66c410 req-03d8ab47-596d-462f-bfc3-149ed34e8d35 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.204239 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b9439f4-e8af-48e8-9f3d-3a389b66c410 req-03d8ab47-596d-462f-bfc3-149ed34e8d35 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.0679448 Jul 20 11:48:04.250632 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7b9439f4-e8af-48e8-9f3d-3a389b66c410 req-34ca96d1-2855-4127-93e1-6c0f31b414da tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Jul 20 11:48:04.319541 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-4225aa4d-d2c6-4bc3-aa5c-f58fcdd7d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.321197 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-4225aa4d-d2c6-4bc3-aa5c-f58fcdd7d85c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1096 time: 0.1061654 Jul 20 11:48:04.451902 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-80315cc4-87ff-4ab0-8336-93fccf9854ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.453550 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-80315cc4-87ff-4ab0-8336-93fccf9854ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1249266 Jul 20 11:48:04.541796 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-002d440b-1452-487c-ba39-c5b17aadeb3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 999 time: 0.0724065 Jul 20 11:48:04.614363 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610d28-7b08-4f62-8fef-f4a64d325b17 req-20937104-e43e-4f19-939a-7ab8de897cbb tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.624479 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ae610d28-7b08-4f62-8fef-f4a64d325b17 req-20937104-e43e-4f19-939a-7ab8de897cbb tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.1000299 Jul 20 11:48:04.632404 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-29c1e877-e19d-4231-b7a9-56e6731264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.632404 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-29c1e877-e19d-4231-b7a9-56e6731264f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0794871 Jul 20 11:48:04.673553 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ae610d28-7b08-4f62-8fef-f4a64d325b17 req-89490e66-262f-49d3-ab8c-452d1de6d947 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Jul 20 11:48:04.709866 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-b7982dd1-2a9b-4ad3-9aa3-98da40878c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.711495 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-b7982dd1-2a9b-4ad3-9aa3-98da40878c76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710993 Jul 20 11:48:04.827183 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-93b8aa67-af81-4f27-a7a6-5a8ffab4b9cf service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964260 Jul 20 11:48:04.935187 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5e421c50-45b7-4217-b6f4-df8602d5fb1e req-d6a1599a-f6d3-421f-84ef-f12e3d74e1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005239 Jul 20 11:48:04.964635 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139f0b-3c60-4547-9da0-f5c2c8654a2a req-2e468c29-712f-4fe0-8a5c-2e31f0ba41c2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:04.989015 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ab139f0b-3c60-4547-9da0-f5c2c8654a2a req-2e468c29-712f-4fe0-8a5c-2e31f0ba41c2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1034181 Jul 20 11:48:05.086015 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ab139f0b-3c60-4547-9da0-f5c2c8654a2a req-3c7e83a1-ee0b-498c-8f72-57182ea3dc64 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959504 Jul 20 11:48:05.128026 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f13d8e-9fad-42eb-a4f6-aaffff0978a4 req-9a7dc746-5e58-43f4-b86c-c08c6336d182 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:05.129693 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81f13d8e-9fad-42eb-a4f6-aaffff0978a4 req-9a7dc746-5e58-43f4-b86c-c08c6336d182 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1025472 Jul 20 11:48:05.187082 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81f13d8e-9fad-42eb-a4f6-aaffff0978a4 req-913634f8-bc25-4aa0-917c-8f0d456b83e4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499177 Jul 20 11:48:05.576538 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46524) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:05.861755 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-177f2e67-54bb-4f0b-8e32-1b58737807a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.043847 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e487-1382-494f-b246-41a2d67aa4d0 req-e5d741a6-f670-4d7e-a4ed-24c5558b432d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:06.047172 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f989e487-1382-494f-b246-41a2d67aa4d0 req-e5d741a6-f670-4d7e-a4ed-24c5558b432d tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.2397780 Jul 20 11:48:06.059894 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-177f2e67-54bb-4f0b-8e32-1b58737807a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.074160 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-177f2e67-54bb-4f0b-8e32-1b58737807a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.160560 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f989e487-1382-494f-b246-41a2d67aa4d0 req-0b6f15ac-eef5-44d3-9345-96e35b2be1bb tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037927 Jul 20 11:48:06.201469 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb3f5-b1da-427f-988d-2f7533ac3902 req-f655fe94-1896-48af-b685-8149e32a3310 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:06.207324 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-509bb3f5-b1da-427f-988d-2f7533ac3902 req-f655fe94-1896-48af-b685-8149e32a3310 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.3226376 Jul 20 11:48:06.287605 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-177f2e67-54bb-4f0b-8e32-1b58737807a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a19acac6dce474fa7ee158afe149fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087626 Jul 20 11:48:06.292680 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46536) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:06.295342 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-509bb3f5-b1da-427f-988d-2f7533ac3902 req-4aaf2684-8469-4b55-9020-01da2c576705 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870056 Jul 20 11:48:06.359985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2e67-54bb-4f0b-8e32-1b58737807a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b78ea-da0d-40ca-84cc-9613a5c0cbd7,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:06.405034 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.437364 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.549048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.552080 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:06.553545 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/752b78ea-da0d-40ca-84cc-9613a5c0cbd7 HTTP/1.1" status: 204 len: 168 time: 0.2562685 Jul 20 11:48:06.569594 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da1c0-4684-410f-937f-b85b34539a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b78ea-da0d-40ca-84cc-9613a5c0cbd7,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:06.773784 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3cc9-79fc-422d-89fb-381362baa506 req-aaa4d660-4900-4487-b4b6-c45cef4069cd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:06.782941 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a5f3cc9-79fc-422d-89fb-381362baa506 req-aaa4d660-4900-4487-b4b6-c45cef4069cd tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.4658988 Jul 20 11:48:06.833267 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a5f3cc9-79fc-422d-89fb-381362baa506 req-3d6a8683-7448-4e66-a0ed-0ec64d9e5dda tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492349 Jul 20 11:48:06.866326 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055487dd-430e-4423-b071-caeb20591564 req-f584d6d3-077a-49ea-a3ba-6c18a8765e45 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:06.868016 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-055487dd-430e-4423-b071-caeb20591564 req-f584d6d3-077a-49ea-a3ba-6c18a8765e45 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1895840 Jul 20 11:48:06.942363 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-055487dd-430e-4423-b071-caeb20591564 req-8a2a1d41-e9a9-45d8-985c-3b8b1feb9ba6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670583 Jul 20 11:48:07.185893 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-183e09be-fb3a-4b70-a433-29247c28e663 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:07.188507 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-183e09be-fb3a-4b70-a433-29247c28e663 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.26 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.1550837 Jul 20 11:48:07.192953 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46542) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:07.242973 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0d32a757-e41e-4024-8f6f-61f44b9e1d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.331546 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Deleting port a06ddb42-7631-4f39-8771-f7593bb35876 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:48:07.332021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.466820 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0d32a757-e41e-4024-8f6f-61f44b9e1d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.496455 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0d32a757-e41e-4024-8f6f-61f44b9e1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.531836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] For port a06ddb42-7631-4f39-8771-f7593bb35876, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a06ddb42-7631-4f39-8771-f7593bb35876,segment=NetworkSegment(46081499-ff0d-413c-810e-fba11a7a516e),segment_id=46081499-ff0d-413c-810e-fba11a7a516e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:07.532270 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.553405 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Calling delete_port for a06ddb42-7631-4f39-8771-f7593bb35876 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:48:07.570843 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d81b-b7e3-4cfa-b0f5-3e787f7e0c87 req-f4b9f836-aa94-459c-936c-6445bab7b9e6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:07.572946 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a302d81b-b7e3-4cfa-b0f5-3e787f7e0c87 req-f4b9f836-aa94-459c-936c-6445bab7b9e6 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.2449384 Jul 20 11:48:07.581007 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0d32a757-e41e-4024-8f6f-61f44b9e1d52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5526eb3bdeb3405686de3e8087279154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865504 Jul 20 11:48:07.585901 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46548) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:07.599580 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32a757-e41e-4024-8f6f-61f44b9e1d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163664a-2ff1-4fc1-b528-5892dbc5be0c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:07.706814 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408680-b88d-4018-ba64-b2fd64111a7f req-14411df5-60f1-4aa9-bc09-6c6ffcad8532 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:07.715852 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-05408680-b88d-4018-ba64-b2fd64111a7f req-14411df5-60f1-4aa9-bc09-6c6ffcad8532 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 950 time: 0.2774093 Jul 20 11:48:07.750617 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a302d81b-b7e3-4cfa-b0f5-3e787f7e0c87 req-5a41d5d4-4301-4266-91a4-b60de1890727 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653154 Jul 20 11:48:07.794846 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.814733 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-05408680-b88d-4018-ba64-b2fd64111a7f req-5ffff050-ee95-484a-bf40-a5ca023c266d tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931592 Jul 20 11:48:07.842841 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.864683 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.938864 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['a06ddb42-7631-4f39-8771-f7593bb35876'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:48:07.975472 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.980202 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:07.982117 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Pushing event deleted for resources: {'Port': ['ID=a06ddb42-7631-4f39-8771-f7593bb35876,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:07.983594 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e163664a-2ff1-4fc1-b528-5892dbc5be0c HTTP/1.1" status: 204 len: 168 time: 0.3962166 Jul 20 11:48:08.006983 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf4ef2-7760-45f8-9445-a6b45307a0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163664a-2ff1-4fc1-b528-5892dbc5be0c,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:08.087002 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] No DVR routers for this DVR port a06ddb42-7631-4f39-8771-f7593bb35876 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:48:08.103897 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:08.106987 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-66ad099d-adbd-46b0-82c3-8e6820749118 req-fae9b60a-80ff-4493-bab0-c6a13006ffdc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.26 "DELETE /v2.0/ports/a06ddb42-7631-4f39-8771-f7593bb35876 HTTP/1.1" status: 204 len: 173 time: 0.9084015 Jul 20 11:48:08.107444 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'name': 'network-vif-deleted', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:08.128537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36307b9e-dc79-4dd5-9bb0-54af183e88c3" -d '{"events": [{"server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "name": "network-vif-deleted", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:08.239577 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e7482-3c1d-448e-ad99-bd09c63376ca req-0bad3672-9529-44ee-aa51-6647272fc08b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:08.241363 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7c3e7482-3c1d-448e-ad99-bd09c63376ca req-0bad3672-9529-44ee-aa51-6647272fc08b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1758716 Jul 20 11:48:08.348914 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfecbde-df0e-438a-bffa-500c037c0c8d req-8e937db4-0bbc-4f7b-ad47-c1a20d73f5fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:08.357713 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3cfecbde-df0e-438a-bffa-500c037c0c8d req-8e937db4-0bbc-4f7b-ad47-c1a20d73f5fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2039938 Jul 20 11:48:08.405743 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7c3e7482-3c1d-448e-ad99-bd09c63376ca req-1517cc7e-b577-4b45-89c5-f53eae803f2b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499751 Jul 20 11:48:08.440958 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3cfecbde-df0e-438a-bffa-500c037c0c8d req-e0498b6f-2774-4800-90ad-657c8b3f783c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821290 Jul 20 11:48:08.491636 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b5584-3a17-4c68-b601-176db883c231 x-openstack-request-id: req-b27b5584-3a17-4c68-b601-176db883c231 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:08.492169 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dcebbf-f3a6-479d-8286-60d3cc485df2", "name": "network-vif-deleted", "tag": "a06ddb42-7631-4f39-8771-f7593bb35876", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:08.492169 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b27b5584-3a17-4c68-b601-176db883c231 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:08.492597 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dcebbf-f3a6-479d-8286-60d3cc485df2', 'name': 'network-vif-deleted', 'tag': 'a06ddb42-7631-4f39-8771-f7593bb35876', 'status': 'completed', 'code': 200} Jul 20 11:48:09.074012 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4fb4a638-a7f2-4462-87c5-ee24071a5060 req-e42cb500-9b4e-47e5-a594-235f6e0504bc tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 210 time: 0.0988781 Jul 20 11:48:09.162184 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54274-6c6d-4b1c-8856-11868051deaf req-29ced789-a696-44eb-b572-176ec4e17143 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:09.166604 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-20f54274-6c6d-4b1c-8856-11868051deaf req-29ced789-a696-44eb-b572-176ec4e17143 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.2707419 Jul 20 11:48:09.225955 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-20f54274-6c6d-4b1c-8856-11868051deaf req-55f18974-1eff-47b0-b340-37a75b69512f tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Jul 20 11:48:09.719191 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd96e0-b66f-4a7b-91fc-0bf832e4d748 req-53044e1b-d164-42fb-b6d8-14e7e853ad23 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:09.742898 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-16dd96e0-b66f-4a7b-91fc-0bf832e4d748 req-53044e1b-d164-42fb-b6d8-14e7e853ad23 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1769624 Jul 20 11:48:09.788169 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e51f5d-f88c-4a0c-aac3-b53481711083 req-73be2363-a589-4937-a960-8c3c82ab8b41 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:09.789795 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d9e51f5d-f88c-4a0c-aac3-b53481711083 req-73be2363-a589-4937-a960-8c3c82ab8b41 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2228100 Jul 20 11:48:09.898685 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-16dd96e0-b66f-4a7b-91fc-0bf832e4d748 req-df42b7d5-334c-4176-9e72-bed5f7c38b49 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473773 Jul 20 11:48:09.919994 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d9e51f5d-f88c-4a0c-aac3-b53481711083 req-003bcdaf-2055-4eb8-8409-9c6f011eb1f7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179349 Jul 20 11:48:10.302635 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-60d005e3-e7e6-45aa-9512-4d8a16b95451 req-bc13bee4-0bb8-47a2-aac3-475d18ba3a32 tempest-VolumesNegativeTest-898413197 tempest-VolumesNegativeTest-898413197-project] 10.222.0.15 "GET /v2.0/ports?device_id=20dcebbf-f3a6-479d-8286-60d3cc485df2 HTTP/1.1" status: 200 len: 210 time: 0.0918834 Jul 20 11:48:10.519876 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56932ec-c617-478f-88aa-9e7ea02563c5 req-2e203082-a504-43fb-9121-d3e3e7175ce8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:10.545057 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f56932ec-c617-478f-88aa-9e7ea02563c5 req-2e203082-a504-43fb-9121-d3e3e7175ce8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1845295 Jul 20 11:48:10.677037 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f56932ec-c617-478f-88aa-9e7ea02563c5 req-9f6e3616-8b16-4b1e-ae5f-035d7527319b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294465 Jul 20 11:48:11.297578 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc574e09-40b2-4651-9e18-6d497b66ec24 req-0814bd1d-2fc9-41af-a2ab-c8be256d6838 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:11.301842 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dc574e09-40b2-4651-9e18-6d497b66ec24 req-0814bd1d-2fc9-41af-a2ab-c8be256d6838 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.2042968 Jul 20 11:48:11.358752 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa5f96-7b05-4783-b4fb-6bb4f525f3b1 req-c89a2ee7-1c1e-4931-9fca-616811826062 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:11.361034 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cfaa5f96-7b05-4783-b4fb-6bb4f525f3b1 req-c89a2ee7-1c1e-4931-9fca-616811826062 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2507069 Jul 20 11:48:11.370603 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a06ddb42-7631-4f39-8771-f7593bb35876 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:48:11.416007 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: a06ddb42-7631-4f39-8771-f7593bb35876 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:48:11.416470 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a06ddb42-7631-4f39-8771-f7593bb35876 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:48:11.425965 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dc574e09-40b2-4651-9e18-6d497b66ec24 req-3a66bb85-b594-4257-bf27-8a18ad581dc3 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142702 Jul 20 11:48:11.498322 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cfaa5f96-7b05-4783-b4fb-6bb4f525f3b1 req-9d35889f-70c1-4198-b6fb-2560a4f4ade9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235449 Jul 20 11:48:11.577375 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46652) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:11.901296 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-53ea5be0-bf48-4b20-b4e5-162358fd5ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:11.976423 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4796fe-f5a8-4dfb-b647-61ca25cc97f9 req-3dd674dd-bebb-412a-aa55-b833f5ffd2c8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:11.985107 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f4796fe-f5a8-4dfb-b647-61ca25cc97f9 req-3dd674dd-bebb-412a-aa55-b833f5ffd2c8 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1734412 Jul 20 11:48:12.044476 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f4796fe-f5a8-4dfb-b647-61ca25cc97f9 req-d8a9f880-5968-4e89-ae30-b55ccc52d2f3 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 20 11:48:12.086622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-53ea5be0-bf48-4b20-b4e5-162358fd5ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.097927 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-53ea5be0-bf48-4b20-b4e5-162358fd5ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.148014 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-53ea5be0-bf48-4b20-b4e5-162358fd5ff9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b325c7cd81d45d1a1eb2a6170181d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691288 Jul 20 11:48:12.150414 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea5be0-bf48-4b20-b4e5-162358fd5ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94876c98-a50b-4ff5-8836-c9a0b25c4566,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:12.152167 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46662) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:12.210938 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.242151 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.614047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.628488 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:12.648744 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94876c98-a50b-4ff5-8836-c9a0b25c4566 HTTP/1.1" status: 204 len: 168 time: 0.4807067 Jul 20 11:48:12.674741 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b77f1-9f5b-4ba3-a21b-e5b15ce15ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94876c98-a50b-4ff5-8836-c9a0b25c4566,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:12.794247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b623ff-6bc4-4556-9475-072508a2328b req-f9d893e8-4964-47fc-966c-4dd9a22a5dd6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:12.801841 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68b623ff-6bc4-4556-9475-072508a2328b req-f9d893e8-4964-47fc-966c-4dd9a22a5dd6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.2736807 Jul 20 11:48:12.874655 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32cc0-5543-4fe7-aacd-9fbad549f845 req-66058d7c-3e07-46c2-98ce-bc442d8d0935 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:12.881654 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4cd32cc0-5543-4fe7-aacd-9fbad549f845 req-66058d7c-3e07-46c2-98ce-bc442d8d0935 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2368138 Jul 20 11:48:12.899345 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68b623ff-6bc4-4556-9475-072508a2328b req-2f6fc955-4988-4200-96a8-bbdcd829247c tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829003 Jul 20 11:48:12.964232 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4cd32cc0-5543-4fe7-aacd-9fbad549f845 req-cae3a838-6d69-4180-967d-5d2ab45bd228 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814681 Jul 20 11:48:13.231372 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46674) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:13.282206 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b3327031-d734-4cda-8a12-0c037e932bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.365438 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e7a5-46b2-4d57-90e8-73109c9d0b4b req-6e0ff0c7-7416-4726-b75d-65bce30c2731 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:13.367439 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a125e7a5-46b2-4d57-90e8-73109c9d0b4b req-6e0ff0c7-7416-4726-b75d-65bce30c2731 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1555223 Jul 20 11:48:13.564498 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b3327031-d734-4cda-8a12-0c037e932bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.581920 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a125e7a5-46b2-4d57-90e8-73109c9d0b4b req-9472a620-93a8-4500-b286-75b6065f4e42 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017176 Jul 20 11:48:13.583458 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b3327031-d734-4cda-8a12-0c037e932bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.662575 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b3327031-d734-4cda-8a12-0c037e932bcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0efbe4cb2269464ea005ec6c4a70b95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276528 Jul 20 11:48:13.662575 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3327031-d734-4cda-8a12-0c037e932bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7f207-1c6b-4515-977b-5b8e2adaf0c7,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:13.663464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46676) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:13.789189 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.816772 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.888245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.895055 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:13.905470 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ec7f207-1c6b-4515-977b-5b8e2adaf0c7 HTTP/1.1" status: 204 len: 168 time: 0.2384429 Jul 20 11:48:13.917295 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0f16-87ce-45a4-baa3-6d1580b581b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7f207-1c6b-4515-977b-5b8e2adaf0c7,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:14.203882 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eae10-b6ec-4b0b-b19a-70f9f736d356 req-fa647f25-ce14-4430-a774-d7e280af3e15 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:14.220898 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fb7eae10-b6ec-4b0b-b19a-70f9f736d356 req-fa647f25-ce14-4430-a774-d7e280af3e15 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.2220702 Jul 20 11:48:14.414191 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fb7eae10-b6ec-4b0b-b19a-70f9f736d356 req-417cf7f0-6284-485a-815b-bf79a41ff5fe tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805625 Jul 20 11:48:14.434388 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89b665-572b-416f-af7c-d75c4f5d3628 req-cd59900d-b243-4173-9908-423dfc7c7294 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:14.441337 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a89b665-572b-416f-af7c-d75c4f5d3628 req-cd59900d-b243-4173-9908-423dfc7c7294 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.3325629 Jul 20 11:48:14.494070 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-f99bf594-6d1c-4a3e-b1bc-479aa8f51524 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:14.495934 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-f99bf594-6d1c-4a3e-b1bc-479aa8f51524 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.2000206 Jul 20 11:48:14.511618 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1a89b665-572b-416f-af7c-d75c4f5d3628 req-853b97c2-eb9c-47ce-9081-e11b20f0f154 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642481 Jul 20 11:48:14.815957 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbce5b-8093-4843-b682-ca1024ad15e6 req-e7cb3f50-dc82-4a33-816e-6f4bc9eb254a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:14.823950 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1efbce5b-8093-4843-b682-ca1024ad15e6 req-e7cb3f50-dc82-4a33-816e-6f4bc9eb254a tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 945 time: 0.1079147 Jul 20 11:48:14.906363 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1efbce5b-8093-4843-b682-ca1024ad15e6 req-262ebb25-e7be-4f5d-b58a-bedb78734994 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735927 Jul 20 11:48:15.340993 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Deleting port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:48:15.341783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:15.515487 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] For port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:15.515973 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:15.535802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Calling delete_port for 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:48:15.743785 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122aa74-50b6-486c-981c-c32ca40c8b07 req-01dc2ee0-3de8-4c69-a78f-119258d1654d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:15.760735 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0122aa74-50b6-486c-981c-c32ca40c8b07 req-01dc2ee0-3de8-4c69-a78f-119258d1654d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.2522979 Jul 20 11:48:15.842135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:15.858648 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['5c2bdef4-5d0e-4b54-be00-2f9782af78a9'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:48:15.860929 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0122aa74-50b6-486c-981c-c32ca40c8b07 req-da61309e-8bf8-438e-a451-9a716526c813 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978258 Jul 20 11:48:15.872852 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46720) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:15.895465 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae6c5d-70d1-40ef-915c-47da1d5cb5ac req-39f15afc-ff09-417e-affd-e035b5e40cf8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:15.897081 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-92ae6c5d-70d1-40ef-915c-47da1d5cb5ac req-39f15afc-ff09-417e-affd-e035b5e40cf8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.2504697 Jul 20 11:48:15.910762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Pushing event deleted for resources: {'Port': ['ID=8b6597fe-2a6b-4aec-9340-4e9a8be8b087,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:15.985165 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-92ae6c5d-70d1-40ef-915c-47da1d5cb5ac req-27bc0d84-4ffc-453b-b3eb-f05563d01f42 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798373 Jul 20 11:48:16.023793 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] No DVR routers for this DVR port 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:48:16.029446 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.031905 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-49ebcb9b-9797-4d2a-abb9-4c5763359ccc req-390d4038-a824-48d2-9725-1d71a15d19a2 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "DELETE /v2.0/ports/8b6597fe-2a6b-4aec-9340-4e9a8be8b087 HTTP/1.1" status: 204 len: 173 time: 0.8861482 Jul 20 11:48:16.032042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'name': 'network-vif-deleted', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:16.045203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f6f722-a075-4e49-88c9-219c57d8d85b" -d '{"events": [{"server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "name": "network-vif-deleted", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:16.164598 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-93163263-1f61-4d1a-92af-580e56c6bfd1 req-ff8719ae-7ed4-4b4c-8771-2cf32c880f54 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.1293972 Jul 20 11:48:16.170953 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878fc5a3-30b1-4e3f-a7dd-ea7a519bf5fb x-openstack-request-id: req-878fc5a3-30b1-4e3f-a7dd-ea7a519bf5fb {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:16.171244 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdf056-e759-4aa7-9ded-e80c9e784e0b", "name": "network-vif-deleted", "tag": "8b6597fe-2a6b-4aec-9340-4e9a8be8b087", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:16.171489 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-878fc5a3-30b1-4e3f-a7dd-ea7a519bf5fb {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:16.171870 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdf056-e759-4aa7-9ded-e80c9e784e0b', 'name': 'network-vif-deleted', 'tag': '8b6597fe-2a6b-4aec-9340-4e9a8be8b087', 'status': 'completed', 'code': 200} Jul 20 11:48:16.187450 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-16b2c905-cbca-42ba-b0c2-9381efb70d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.383392 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-16b2c905-cbca-42ba-b0c2-9381efb70d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.389019 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-16b2c905-cbca-42ba-b0c2-9381efb70d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.488181 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46730) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:16.488848 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-16b2c905-cbca-42ba-b0c2-9381efb70d28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07209ecc6df24020be04ed93d3c548a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134033 Jul 20 11:48:16.492736 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2c905-cbca-42ba-b0c2-9381efb70d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4046aa-2a29-427d-835b-e139acfb48b2,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:16.580501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.618725 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.720663 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.725427 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:16.728672 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f4046aa-2a29-427d-835b-e139acfb48b2 HTTP/1.1" status: 204 len: 168 time: 0.2368255 Jul 20 11:48:16.743087 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb252de6-eea2-4128-b508-8ea4ebec7212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4046aa-2a29-427d-835b-e139acfb48b2,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:17.287080 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52ce16-1926-429d-a265-b0dfd3dcbe87 req-47a89100-6f6c-4a4d-a6dc-2969c1ba404b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:17.288745 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd52ce16-1926-429d-a265-b0dfd3dcbe87 req-47a89100-6f6c-4a4d-a6dc-2969c1ba404b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.2214749 Jul 20 11:48:17.301391 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2077b-39bc-474a-b48d-cc1024880f97 req-ec686065-ddd5-4b4e-ade0-f90cf9404f74 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:17.308215 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-70d2077b-39bc-474a-b48d-cc1024880f97 req-ec686065-ddd5-4b4e-ade0-f90cf9404f74 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1370068 Jul 20 11:48:17.387353 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:48:17.443604 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:48:17.444358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 8b6597fe-2a6b-4aec-9340-4e9a8be8b087 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:48:17.461870 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-70d2077b-39bc-474a-b48d-cc1024880f97 req-4432b684-5381-4a54-92c1-d2478e6cd5c0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520772 Jul 20 11:48:17.478596 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bd52ce16-1926-429d-a265-b0dfd3dcbe87 req-922eb547-435b-49a4-a6c9-b5ab02766710 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676197 Jul 20 11:48:17.670681 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4ffd6b13-5f5e-4731-97b3-502506675b5c req-963e3eea-b5b5-426d-a4c6-b31e1e54869b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.0610874 Jul 20 11:48:18.591336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951220-7ac3-4638-8dc1-b8320b67fad4 req-c33a0180-e330-42ff-b627-907119a00d36 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:18.605501 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a0951220-7ac3-4638-8dc1-b8320b67fad4 req-c33a0180-e330-42ff-b627-907119a00d36 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0854943 Jul 20 11:48:18.658779 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a0951220-7ac3-4638-8dc1-b8320b67fad4 req-814b8a01-2ed1-42d0-88dc-ac0a013ad4c4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568702 Jul 20 11:48:18.772527 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad659-f564-4504-bd8c-ea90f1f1c618 req-b774eb1a-800d-4239-8a2e-546b3c91ca8a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:18.774171 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c14ad659-f564-4504-bd8c-ea90f1f1c618 req-b774eb1a-800d-4239-8a2e-546b3c91ca8a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1529775 Jul 20 11:48:18.897145 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c14ad659-f564-4504-bd8c-ea90f1f1c618 req-246fe0f5-2a15-402a-8a18-3d4ac44fca3e tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157496 Jul 20 11:48:18.956632 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6cdf7d78-cbf7-4692-b88c-72542e6987a0 req-82d96847-fc55-4437-b6a2-742316818835 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.0857594 Jul 20 11:48:19.899862 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-9fd948a4-aa15-45b8-ad3f-f61ae989127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:19.912094 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788b458-50aa-4049-a8fe-bf8810b0a82c req-f7a70321-b854-4db0-981f-36be6606ff56 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:19.914010 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d788b458-50aa-4049-a8fe-bf8810b0a82c req-f7a70321-b854-4db0-981f-36be6606ff56 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1301880 Jul 20 11:48:20.002329 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d788b458-50aa-4049-a8fe-bf8810b0a82c req-265cd168-027e-461b-89a1-2d14deb3b7bd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807748 Jul 20 11:48:20.208729 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1968e762-f6af-4f7f-80dc-176749df6bfc req-d2f53198-eab6-4438-94f6-facabf14c804 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.0453334 Jul 20 11:48:20.228533 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2fa44-e82a-4cd6-9469-a9b0629d47cf req-60c2bc10-bded-41a5-b6d2-2884599b299e tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:20.239603 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0af2fa44-e82a-4cd6-9469-a9b0629d47cf req-60c2bc10-bded-41a5-b6d2-2884599b299e tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1698256 Jul 20 11:48:20.304906 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0af2fa44-e82a-4cd6-9469-a9b0629d47cf req-678281b2-9589-4c9e-836b-d4c27951105b tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617940 Jul 20 11:48:21.035861 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:48:21.172644 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b64c35-c7f1-46a3-b23b-b80fbdc4d178 req-91458536-3a8a-49a6-9f34-e4f76ba46cef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:21.180094 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72b64c35-c7f1-46a3-b23b-b80fbdc4d178 req-91458536-3a8a-49a6-9f34-e4f76ba46cef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0857544 Jul 20 11:48:21.227916 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-72b64c35-c7f1-46a3-b23b-b80fbdc4d178 req-9eead216-ed6b-48c1-ab02-5347d48d9eea tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Jul 20 11:48:21.395445 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0158b42d-7bb6-42a6-a8c5-2965a9921edd req-993e2b02-f266-4219-916b-3a3553ae2e26 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ebdf056-e759-4aa7-9ded-e80c9e784e0b HTTP/1.1" status: 200 len: 210 time: 0.0440707 Jul 20 11:48:21.571494 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f928856-95a3-43ed-af00-dab7df2a6652 req-79265af2-f6b1-4b04-97ea-d21c9f7923c6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:21.579626 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f928856-95a3-43ed-af00-dab7df2a6652 req-79265af2-f6b1-4b04-97ea-d21c9f7923c6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.1238666 Jul 20 11:48:21.630278 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6f928856-95a3-43ed-af00-dab7df2a6652 req-89bed0b6-b80c-4500-b02e-13a2a5c05c3a tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494640 Jul 20 11:48:21.666468 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46818) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:21.846681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-68a79a95-023e-480d-bdfe-92b2eda017ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:21.976450 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-68a79a95-023e-480d-bdfe-92b2eda017ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:21.985013 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-68a79a95-023e-480d-bdfe-92b2eda017ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.036200 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-68a79a95-023e-480d-bdfe-92b2eda017ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4c943e78b434c39b24355c22aec6120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685167 Jul 20 11:48:22.037661 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a79a95-023e-480d-bdfe-92b2eda017ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfa478-18f4-4c1f-b806-90d6a67355be,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:22.038939 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46834) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:22.096522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.125812 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.190090 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.193121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.194292 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecbfa478-18f4-4c1f-b806-90d6a67355be HTTP/1.1" status: 204 len: 168 time: 0.1543376 Jul 20 11:48:22.202844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ed33-a05f-4324-bff6-b9437588539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfa478-18f4-4c1f-b806-90d6a67355be,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:22.451952 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ed382-ae43-4679-bb4c-bf7b15466b58 req-637686ec-4306-48d0-8af5-6193a45e734a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:22.455772 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-622ed382-ae43-4679-bb4c-bf7b15466b58 req-637686ec-4306-48d0-8af5-6193a45e734a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1103456 Jul 20 11:48:22.466541 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-03cbf2b9-e7b7-4de5-a171-dd5a383ae7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.544015 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-622ed382-ae43-4679-bb4c-bf7b15466b58 req-0dd10457-25a8-4f8b-a994-a2689a5fa1c2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711582 Jul 20 11:48:22.810943 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a02de-3dc4-4362-b6c3-bedc65193ada req-5c20c6dd-b8a0-4aa1-8d7f-7fe5dc5eefe8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:22.812260 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-735a02de-3dc4-4362-b6c3-bedc65193ada req-5c20c6dd-b8a0-4aa1-8d7f-7fe5dc5eefe8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0726266 Jul 20 11:48:22.898177 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:22.900032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-735a02de-3dc4-4362-b6c3-bedc65193ada req-7c87c6ed-63ab-48ea-857f-0ad02e86cda2 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a&id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761144 Jul 20 11:48:22.946140 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3747571-5f0c-4a7a-a29c-fa0f81e08789 req-8229ffec-2f1c-4000-b557-be292985a889 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:22.955849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3747571-5f0c-4a7a-a29c-fa0f81e08789 req-8229ffec-2f1c-4000-b557-be292985a889 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1425550 Jul 20 11:48:22.997520 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d3747571-5f0c-4a7a-a29c-fa0f81e08789 req-0f35eb92-7efc-4b73-a8bd-6407b02ff7fa tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Jul 20 11:48:23.088826 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46892) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:23.180752 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1670492773-network', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:23.207653 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Made reservation on behalf of 286c59158dbd44fe84ef8ebb05518ded for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:23.210011 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.218925 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.306331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.310983 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.339149 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:48:23.345133 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fd49d-dd89-455d-a2f6-75dfbe2b94b9,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:23.355103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.356475 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Added segment c66f5b2c-5012-4180-9128-e37e57f6ac39 of type vlan for network 08740b45-95fd-4c98-9b58-d83bc1beecde Jul 20 11:48:23.395887 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.425061 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.426086 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:23.426658 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.453969 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3639984 Jul 20 11:48:23.456861 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 46900) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:23.463653 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Request body: {'subnet': {'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1670492773-subnet', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:23.490322 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ee84-822d-4a07-bfc1-8becc30f211d admin admin] Pushing event updated for resources: {'Network': ['ID=08740b45-95fd-4c98-9b58-d83bc1beecde,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:23.494878 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Made reservation on behalf of 286c59158dbd44fe84ef8ebb05518ded for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:23.499011 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.500885 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 08740b45-95fd-4c98-9b58-d83bc1beecde details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:48:23.579043 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.719258 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.779064 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5488129-42f6-4226-9538-d28837a71a16,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:23.805394 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8ee44-2a13-40cd-9df4-bc4a06ffa518 req-d6c99f12-b25b-4dcb-bf5c-6c2f04dce580 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:23.807033 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bcd8ee44-2a13-40cd-9df4-bc4a06ffa518 req-d6c99f12-b25b-4dcb-bf5c-6c2f04dce580 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1351995 Jul 20 11:48:23.822540 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:23.822891 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Network hostable DHCP agents. Network: 08740b45-95fd-4c98-9b58-d83bc1beecde, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:48:23.860739 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:48:23.866437 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bcd8ee44-2a13-40cd-9df4-bc4a06ffa518 req-45269b22-14cc-4d8f-814f-181b99c9d3df tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531967 Jul 20 11:48:23.874000 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 08740b45-95fd-4c98-9b58-d83bc1beecde) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:23.878270 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:23.878871 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.890778 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70492856-ccf3-475d-b4c2-5c7e97dc23cf None None] Network 08740b45-95fd-4c98-9b58-d83bc1beecde requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:23.901761 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d4100712-fd6b-4354-a46e-76e91bb0cca7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4426229 Jul 20 11:48:23.905231 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 46922) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:23.910114 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:23.932161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.933344 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:23.987724 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.106666 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-08740b45-95fd-4c98-9b58-d83bc1beecde', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:48:24.107921 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.176755 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.184717 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59302714-b9ee-4167-881d-31420ffd63d0 req-c3fc6647-39bc-4b8e-bb63-d296cd7eafee tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:24.192405 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-59302714-b9ee-4167-881d-31420ffd63d0 req-c3fc6647-39bc-4b8e-bb63-d296cd7eafee tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0894847 Jul 20 11:48:24.230749 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-59302714-b9ee-4167-881d-31420ffd63d0 req-a78cd4a0-cdcd-42c9-8cbd-219cf53507b4 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Jul 20 11:48:24.310853 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Allocated IP 172.20.0.2 (08740b45-95fd-4c98-9b58-d83bc1beecde/e5488129-42f6-4226-9538-d28837a71a16/f8a6b1ae-e147-4eba-b6f6-4960e261e313) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:24.431823 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.453811 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.486128 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.496190 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Transition to ACTIVE for port object f8a6b1ae-e147-4eba-b6f6-4960e261e313 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:24.516738 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Transition to ACTIVE for port object f8a6b1ae-e147-4eba-b6f6-4960e261e313 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:24.530664 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.576344 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:24.581721 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:24.585389 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:24.591019 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Allocated IP 172.27.1.15 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/7ccce979-c117-439e-a601-4f145100bb73) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:24.597911 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Pushing event updated for resources: {'Port': ['ID=f8a6b1ae-e147-4eba-b6f6-4960e261e313,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:24.626344 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.626740 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.627086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.627422 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.627746 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.628070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.628458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.628777 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.629037 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.629530 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.630009 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.630484 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:24.671987 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Attempting to bind port f8a6b1ae-e147-4eba-b6f6-4960e261e313 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:24.672384 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Attempting to bind port f8a6b1ae-e147-4eba-b6f6-4960e261e313 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:24.672746 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Attempting to bind port f8a6b1ae-e147-4eba-b6f6-4960e261e313 on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:24.677977 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:24.678348 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:24.678739 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.679288 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Bound using segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:24.679910 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Bound port: f8a6b1ae-e147-4eba-b6f6-4960e261e313, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:24.680375 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.726522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.755674 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] For port f8a6b1ae-e147-4eba-b6f6-4960e261e313, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:24.762450 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] For port f8a6b1ae-e147-4eba-b6f6-4960e261e313, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8a6b1ae-e147-4eba-b6f6-4960e261e313,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:24.767529 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.776072 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:24.827685 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:24.832719 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:24.834850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d5a9b-30c8-4eba-a2b4-0330ff93660b None None] Pushing event updated for resources: {'Port': ['ID=f8a6b1ae-e147-4eba-b6f6-4960e261e313,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:24.843813 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:24.873923 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccce979-c117-439e-a601-4f145100bb73,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:25.030960 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d4f1-2627-45d6-870f-959179662083 req-e3b7869e-a976-4f6b-ad3d-d427cd9441a8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:25.033589 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c0c2d4f1-2627-45d6-870f-959179662083 req-e3b7869e-a976-4f6b-ad3d-d427cd9441a8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0895405 Jul 20 11:48:25.101242 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c0c2d4f1-2627-45d6-870f-959179662083 req-5ae48e4d-5ef8-4fbb-b5e7-b94f48c473b5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495484 Jul 20 11:48:25.155052 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:25.201267 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:25.394790 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4fc74-794c-4b60-aac8-2f956e1b27ec req-c46494ed-ff31-4ec0-9ee1-2d9ea149f896 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:25.396342 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fde4fc74-794c-4b60-aac8-2f956e1b27ec req-c46494ed-ff31-4ec0-9ee1-2d9ea149f896 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.0831618 Jul 20 11:48:25.406836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:25.474688 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fde4fc74-794c-4b60-aac8-2f956e1b27ec req-a6197052-99e9-4a19-8bbd-f893337fd776 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 Jul 20 11:48:25.542688 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8a6b1ae-e147-4eba-b6f6-4960e261e313 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:25.556991 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Router 088f8238-60ea-460f-9c8c-f49f517a6858 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:48:25.599143 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port f8a6b1ae-e147-4eba-b6f6-4960e261e313 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:25.673753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:48:25.682688 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:48:25.690802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:25.692784 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b0170ff4-0888-4c23-9939-4c85129536d8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7862678 Jul 20 11:48:25.693989 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:25.694689 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:25.695979 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47054) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:25.813688 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:25.917741 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47060) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:25.978583 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Deleting subnet a98f279d-fab7-4cc6-9a0f-ba47c338f24a {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:48:25.983658 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.031077 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da471c11-39f3-4f02-bec5-cc6539dc6af0 None None] Network 08740b45-95fd-4c98-9b58-d83bc1beecde requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:26.038480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.043539 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:25Z', 'revision_number': 3, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:26.082500 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:48:26.083100 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Updating router 088f8238-60ea-460f-9c8c-f49f517a6858 port 7ccce979-c117-439e-a601-4f145100bb73 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:48:26.085676 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.104008 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Provisioning for port f8a6b1ae-e147-4eba-b6f6-4960e261e313 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:26.111441 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Provisioning complete for port f8a6b1ae-e147-4eba-b6f6-4960e261e313 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:26.111864 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.149124 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.158626 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.174661 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.180214 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a98f279d-fab7-4cc6-9a0f-ba47c338f24a HTTP/1.1" status: 204 len: 168 time: 0.2611508 Jul 20 11:48:26.181104 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47066) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:26.214870 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274945c-eff1-4347-b4cc-11fc396689dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98f279d-fab7-4cc6-9a0f-ba47c338f24a,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:26.244937 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.308486 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] For port f8a6b1ae-e147-4eba-b6f6-4960e261e313, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8a6b1ae-e147-4eba-b6f6-4960e261e313,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:26.315079 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.355268 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012348d-5351-4d07-ae87-985ba1aaea52 req-c433dfeb-1c79-4d14-93af-466c3319198f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:26.358180 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8012348d-5351-4d07-ae87-985ba1aaea52 req-c433dfeb-1c79-4d14-93af-466c3319198f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.0966203 Jul 20 11:48:26.375708 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24926e39-e7bf-4115-801e-212d007b1ea2 None None] Pushing event updated for resources: {'Port': ['ID=f8a6b1ae-e147-4eba-b6f6-4960e261e313,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:26.377147 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.477776 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8012348d-5351-4d07-ae87-985ba1aaea52 req-01c2eb76-69ed-4363-94dd-e8946ec63945 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756702 Jul 20 11:48:26.513453 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.527124 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.529514 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3306e179-5eb0-4011-bd3b-3fa7c4356e53']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:26.544945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ad2c09-9dff-4bfd-a137-b4f94e888269') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:26.545242 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ad2c09-9dff-4bfd-a137-b4f94e888269') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:26.557185 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Transition to ACTIVE for port object 7ccce979-c117-439e-a601-4f145100bb73 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:26.560117 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.566881 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.594081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.607914 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:48:26.609511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:48:26.614804 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:48:26.629810 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Pushing event updated for resources: {'Port': ['ID=7ccce979-c117-439e-a601-4f145100bb73,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:26.639749 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.640411 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.641352 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.641868 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.642351 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.642832 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.643309 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.643946 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.644604 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.645217 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.645693 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.646170 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:26.673891 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Attempting to bind port 7ccce979-c117-439e-a601-4f145100bb73 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:26.674547 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Attempting to bind port 7ccce979-c117-439e-a601-4f145100bb73 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:26.675085 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Attempting to bind port 7ccce979-c117-439e-a601-4f145100bb73 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:26.680759 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:26.681677 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:26.682271 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.682815 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:26.683945 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Bound port: 7ccce979-c117-439e-a601-4f145100bb73, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:26.684540 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.712624 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.739558 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-19993447-9b8d-4a40-94bb-80c9296bf581 None None] Provisioning complete for port f8a6b1ae-e147-4eba-b6f6-4960e261e313 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:26.741377 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-19993447-9b8d-4a40-94bb-80c9296bf581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.747029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.757167 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] For port 7ccce979-c117-439e-a601-4f145100bb73, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:26.760646 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.762088 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] For port 7ccce979-c117-439e-a601-4f145100bb73, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=7ccce979-c117-439e-a601-4f145100bb73,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:26.767379 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] 10.222.0.15 "DELETE /v2.0/networks/3306e179-5eb0-4011-bd3b-3fa7c4356e53 HTTP/1.1" status: 204 len: 168 time: 0.5567229 Jul 20 11:48:26.771910 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:26.788891 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2fe9e-06d7-4574-8b79-e409f25fe2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3306e179-5eb0-4011-bd3b-3fa7c4356e53,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:26.889918 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609aafd-0769-4358-9fd6-0527da0bb733 None None] Pushing event updated for resources: {'Port': ['ID=7ccce979-c117-439e-a601-4f145100bb73,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:26.904926 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017b33-cfb4-468d-8f3a-9c5524d56ba7 req-64b8e683-40d1-49ea-b721-aa4090bdc701 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:26.906492 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-15017b33-cfb4-468d-8f3a-9c5524d56ba7 req-64b8e683-40d1-49ea-b721-aa4090bdc701 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.3033133 Jul 20 11:48:26.915429 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:26.916061 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:26.931832 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47078) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:26.944363 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Allocated IP 172.20.0.1 (08740b45-95fd-4c98-9b58-d83bc1beecde/e5488129-42f6-4226-9538-d28837a71a16/5585fcd4-3086-4c63-a516-b1e707e2bcae) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:26.972033 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-15017b33-cfb4-468d-8f3a-9c5524d56ba7 req-7fe191c8-7969-4808-9aee-d19be938991c tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588946 Jul 20 11:48:26.993346 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-86e527fe-1d18-48d6-882d-3f8e731f3667 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e726ac6a1ecf4ddfbd22781d60ed2b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601261 Jul 20 11:48:27.002454 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47080) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:27.115422 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.142813 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:27.148501 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.156654 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.179358 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.provisioning_blocks [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Transition to ACTIVE for port object 5585fcd4-3086-4c63-a516-b1e707e2bcae will not be triggered until provisioned by entity DHCP. {{(pid=105204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:27.230041 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.233923 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.235216 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8af5ebf-7031-4165-9b03-eff64f922306 HTTP/1.1" status: 204 len: 168 time: 0.2316916 Jul 20 11:48:27.243659 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.248840 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43cd0-e93a-4c5c-b798-949becdbe109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af5ebf-7031-4165-9b03-eff64f922306,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:27.285574 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:27.290455 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:27.294441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:27.324782 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:27.347466 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.376435 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:25Z', 'revision_number': 3, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:27.412462 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428c30b-b843-4922-90e5-5da3ed1781ef None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:25Z', 'revision_number': 3, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:48:27.501137 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8a6b1ae-e147-4eba-b6f6-4960e261e313 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:27.570696 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.594804 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f8a6b1ae-e147-4eba-b6f6-4960e261e313 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:27.595940 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.709550 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a184d9ac-94a8-412a-a5c3-3f085f53978c None None] Provisioning for port 5585fcd4-3086-4c63-a516-b1e707e2bcae completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:27.715529 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a184d9ac-94a8-412a-a5c3-3f085f53978c None None] Provisioning complete for port 5585fcd4-3086-4c63-a516-b1e707e2bcae triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:27.716053 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a184d9ac-94a8-412a-a5c3-3f085f53978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.768829 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-a184d9ac-94a8-412a-a5c3-3f085f53978c None None] Port 5585fcd4-3086-4c63-a516-b1e707e2bcae cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:48:27.779955 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dfa1-2a7e-40ac-be26-be58a32a8a25 req-a1b80bca-55ed-4917-a22c-3a2a74af76b9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:27.781539 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b421dfa1-2a7e-40ac-be26-be58a32a8a25 req-a1b80bca-55ed-4917-a22c-3a2a74af76b9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1468813 Jul 20 11:48:27.923623 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b421dfa1-2a7e-40ac-be26-be58a32a8a25 req-2b329d82-2890-4fae-bc8e-e1321bd8339a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934098 Jul 20 11:48:27.984822 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:27.991186 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.070441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.080792 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:28.243827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623df0-1779-4142-8983-087390dc6cd9 req-e19f8e71-92a2-4a85-99ab-e4acd8ae577b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:28.244389 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47623df0-1779-4142-8983-087390dc6cd9 req-e19f8e71-92a2-4a85-99ab-e4acd8ae577b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.1147602 Jul 20 11:48:28.320911 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:28.340608 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:28.377212 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47172) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:28.415308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Deleting port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:48:28.416049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.494905 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfb45f-263f-46de-916f-bea3e7bf4b7c req-2e9031be-5230-4387-a860-1fe35e462e9b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:28.497180 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9ecfb45f-263f-46de-916f-bea3e7bf4b7c req-2e9031be-5230-4387-a860-1fe35e462e9b tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/ports?device_id=deef36a3-7f04-44e6-a9e1-6d90e6426833 HTTP/1.1" status: 200 len: 946 time: 0.4074657 Jul 20 11:48:28.563215 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] For port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:28.563784 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.581715 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Calling delete_port for 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:48:28.633644 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9ecfb45f-263f-46de-916f-bea3e7bf4b7c req-ad15f2d5-252e-46b9-9e1a-4cfd375b1966 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b18ebb5-1897-4916-9bd3-aa416013396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158047 Jul 20 11:48:28.645896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:48:28.701858 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-32f4b506-56a6-4726-83a5-b4e0658a0b94 None None] Provisioning complete for port 5585fcd4-3086-4c63-a516-b1e707e2bcae triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:28.704279 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-32f4b506-56a6-4726-83a5-b4e0658a0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.744895 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2070787737-network', 'tenant_id': 'c739cadd7d764ce8bb55c8a7af8931a2'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:28.761766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-32f4b506-56a6-4726-83a5-b4e0658a0b94 None None] Port 5585fcd4-3086-4c63-a516-b1e707e2bcae cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:48:28.780166 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.796552 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Made reservation on behalf of c739cadd7d764ce8bb55c8a7af8931a2 for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:28.797792 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['5c2bdef4-5d0e-4b54-be00-2f9782af78a9'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:48:28.798971 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.813499 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.823245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Pushing event deleted for resources: {'Port': ['ID=5c2bdef4-5d0e-4b54-be00-2f9782af78a9,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:28.840600 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:48:28.853725 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-8d11fd8a-8941-4b60-8fe0-cf413bc60d6b admin admin] 10.222.0.15 "PUT /v2.0/routers/088f8238-60ea-460f-9c8c-f49f517a6858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1489301 Jul 20 11:48:28.882427 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] No DVR routers for this DVR port 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:48:28.887285 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.889518 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-47623df0-1779-4142-8983-087390dc6cd9 req-d390ad2c-5749-427f-b5ee-de881070ece1 tempest-ServerRescueNegativeTestJSON-544138472 tempest-ServerRescueNegativeTestJSON-544138472-project] 10.222.0.26 "DELETE /v2.0/ports/5c2bdef4-5d0e-4b54-be00-2f9782af78a9 HTTP/1.1" status: 204 len: 173 time: 0.6322479 Jul 20 11:48:28.889979 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'name': 'network-vif-deleted', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:28.893393 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa60a63-ea4f-4684-aa2a-2c73143ea604" -d '{"events": [{"server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "name": "network-vif-deleted", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:28.948650 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef55696-f099-404d-a69a-c805d053e624 x-openstack-request-id: req-cef55696-f099-404d-a69a-c805d053e624 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:28.948960 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef36a3-7f04-44e6-a9e1-6d90e6426833", "name": "network-vif-deleted", "tag": "5c2bdef4-5d0e-4b54-be00-2f9782af78a9", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:28.949256 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cef55696-f099-404d-a69a-c805d053e624 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:28.950020 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef36a3-7f04-44e6-a9e1-6d90e6426833', 'name': 'network-vif-deleted', 'tag': '5c2bdef4-5d0e-4b54-be00-2f9782af78a9', 'status': 'completed', 'code': 200} Jul 20 11:48:28.959803 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.965588 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:28.998274 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:48:29.008846 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00d26f-9c52-4fe2-abaa-f316e5cc000e,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:29.031677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.032691 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Added segment fce78679-d2bf-45c9-af04-124867bd1c63 of type vlan for network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 Jul 20 11:48:29.129112 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.174392 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.175622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:29.176206 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.191850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1522-658b-4d90-9f50-840f15924c50 req-320e776f-a3aa-4b9f-99a5-dde41470815d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:29.193552 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d2a1522-658b-4d90-9f50-840f15924c50 req-320e776f-a3aa-4b9f-99a5-dde41470815d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 943 time: 0.1143348 Jul 20 11:48:29.229279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8509386 Jul 20 11:48:29.232753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47224) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:29.239943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Request body: {'subnet': {'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2070787737-subnet', 'tenant_id': 'c739cadd7d764ce8bb55c8a7af8931a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:29.291156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Made reservation on behalf of c739cadd7d764ce8bb55c8a7af8931a2 for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:29.293587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14862f-9223-41ad-a858-92290eb32691 admin admin] Pushing event updated for resources: {'Network': ['ID=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:29.294610 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12321665'] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.304458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:48:29.329366 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d2a1522-658b-4d90-9f50-840f15924c50 req-2dd811e0-2b9b-44ef-9f45-834867dd8e44 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237416 Jul 20 11:48:29.451601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:48:29.632313 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 7ccce979-c117-439e-a601-4f145100bb73 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:29.642212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9310443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12321783'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.658557 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47260) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:29.670590 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-643259249-network', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:29.714239 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Made reservation on behalf of 7f96ca1817e94883baa5d5367c331aef for: {'network': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:29.718971 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.730072 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47264) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:29.745348 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.850023 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d58def-1fff-4acb-9da9-f0bb23c16807,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:29.864882 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.866432 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Checking segment: {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:29.866432 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Network hostable DHCP agents. Network: e51043bd-dd2f-4df4-8d96-7d5abaf72cc1, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:48:29.880052 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.884384 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.895071 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:29.906553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:48:29.914808 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=105204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:48:29.919913 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '2f6f1d19-1128-440e-ae75-576c2559f708', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '2f6f1d19-1128-440e-ae75-576c2559f708', 'mac_address': 'fa:16:3e:74:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:48:29.931456 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d49aa8-988d-40c8-a2cd-14efea564be5,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:29.935142 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.935603 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.segments_db [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Added segment b6ce09b9-1030-4a3c-8342-66bbdf8c7a59 of type vlan for network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 Jul 20 11:48:29.955283 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, e51043bd-dd2f-4df4-8d96-7d5abaf72cc1) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:29.955732 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:48:29.969611 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 7ccce979-c117-439e-a601-4f145100bb73 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:29.972215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d6371-bc18-42c1-9de4-89b7859e67fc None None] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:29.982728 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:29.990501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:29.991091 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.000904 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 7ccce979-c117-439e-a601-4f145100bb73 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:30.001540 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.015386 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-faae4336-6a84-49a9-9e80-28022913a129 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7812018 Jul 20 11:48:30.039819 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.040991 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:30.041671 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.050341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:30.051323 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:30.056147 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.073981 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4137006 Jul 20 11:48:30.076827 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47270) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:30.083415 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Request body: {'subnet': {'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-643259249-subnet', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:30.122258 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c707-1672-450c-a2f0-6d61dcb6718f admin admin] Pushing event updated for resources: {'Network': ['ID=2d9a2dea-3be7-4b0c-8596-932b8581e5e6,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:30.138126 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Made reservation on behalf of 7f96ca1817e94883baa5d5367c331aef for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:30.141160 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.242044 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:48:30.275967 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:48:30.297446 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:30.352838 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.374530 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:30.438784 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8292a457-77b4-4ab3-8a66-82a8180309c2,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:30.444684 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Checking segment: {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:30.445173 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Network hostable DHCP agents. Network: 2d9a2dea-3be7-4b0c-8596-932b8581e5e6, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:48:30.446532 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.459367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013d224-7038-48e0-8151-f43bfbfc19d2 None None] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:30.469869 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:48:30.510246 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 2d9a2dea-3be7-4b0c-8596-932b8581e5e6) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:30.518609 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:30.519310 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.554840 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ac23a-9e76-4093-9864-d6c7af2353b6 None None] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:30.558463 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d6665b62-4e16-433a-8e42-227570711100 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4802570 Jul 20 11:48:30.561961 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47278) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:30.569081 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:30.594762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405186-f92d-40e4-adc3-7f941abe4231 req-ceaf222d-5c18-46f1-9c82-e6dd0a2e4745 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:30.597662 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8405186-f92d-40e4-adc3-7f941abe4231 req-ceaf222d-5c18-46f1-9c82-e6dd0a2e4745 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.1303322 Jul 20 11:48:30.607423 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.625580 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.626788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.662917 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8405186-f92d-40e4-adc3-7f941abe4231 req-7f326b7e-3c3a-478c-b5ae-c3b7bd836fc6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534945 Jul 20 11:48:30.721706 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.734692 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['2f6f1d19-1128-440e-ae75-576c2559f708'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:48:30.821500 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=9']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:30.824104 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.912363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 7ccce979-c117-439e-a601-4f145100bb73, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=7ccce979-c117-439e-a601-4f145100bb73,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:30.936628 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:30.952532 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.052711 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Deleting port d72dce88-5db3-4c63-ac00-812140538568 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:48:31.053282 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.155270 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=7ccce979-c117-439e-a601-4f145100bb73,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:31.166129 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] For port d72dce88-5db3-4c63-ac00-812140538568, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=d72dce88-5db3-4c63-ac00-812140538568,segment=NetworkSegment(cf51bb5b-f140-4b26-b024-b45ec7bc8bb5),segment_id=cf51bb5b-f140-4b26-b024-b45ec7bc8bb5)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:31.166428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.179888 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Calling delete_port for d72dce88-5db3-4c63-ac00-812140538568 owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:48:31.196706 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:48:31.197689 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.206294 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.223511 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 2, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:31.229219 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.230992 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47292) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:31.320564 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:48:31.320832 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Updating router 088f8238-60ea-460f-9c8c-f49f517a6858 port 5585fcd4-3086-4c63-a516-b1e707e2bcae binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:48:31.346401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Allocated IP 172.27.1.151 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/f8f183f3-5cd7-4ab4-be93-2f549a476b60) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:31.392670 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.408511 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-754acbad-efc6-4c3b-ac14-f4917c9eb30a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5dacc176f144985b28cb2661265e016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750827 Jul 20 11:48:31.411529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47296) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:31.471455 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:48:31.503724 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.506459 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:48:31.506846 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 5c2bdef4-5d0e-4b54-be00-2f9782af78a9 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:48:31.507601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.508872 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Allocated IP 172.20.0.2 (2d9a2dea-3be7-4b0c-8596-932b8581e5e6/8292a457-77b4-4ab3-8a66-82a8180309c2/dba56b19-2e43-4b21-bd52-5ce5d9cac46b) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:31.509225 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.522037 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 7ccce979-c117-439e-a601-4f145100bb73 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:31.558651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.560811 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72dce88-5db3-4c63-ac00-812140538568,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:31.562758 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.615105 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:31.622514 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:31.625025 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:31.633724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Pushing event updated for resources: {'Port': ['ID=f8f183f3-5cd7-4ab4-be93-2f549a476b60,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:31.729310 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.734758 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.736247 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dbed90d-748f-4ce0-9ef7-268ae5c5a83c HTTP/1.1" status: 204 len: 168 time: 0.3235199 Jul 20 11:48:31.756567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405a5f4-a442-4d18-b330-6fa421fc06a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbed90d-748f-4ce0-9ef7-268ae5c5a83c,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:31.789050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:31.979946 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 7ccce979-c117-439e-a601-4f145100bb73 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:31.980497 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.158671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.176102 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:48:32.204956 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Transition to ACTIVE for port object dba56b19-2e43-4b21-bd52-5ce5d9cac46b will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:32.235086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.253858 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Transition to ACTIVE for port object dba56b19-2e43-4b21-bd52-5ce5d9cac46b will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:32.260500 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Transition to ACTIVE for port object 5585fcd4-3086-4c63-a516-b1e707e2bcae will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:32.265962 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.275757 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.304873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:48:32.309132 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:32.314295 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-18e602ad-ed34-45bd-8237-d3525cc49069 admin admin] 10.222.0.15 "PUT /v2.0/routers/77fdb298-165a-4a37-92ee-1920fa7cc5b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807743 Jul 20 11:48:32.317059 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47316) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:32.320546 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:32.332672 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Pushing event updated for resources: {'Port': ['ID=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:32.335225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:32.336275 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Sync routers for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:48:32.337195 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d52eb-718b-491a-80ab-d22f0fd7cb8b req-444ca2bf-2952-4294-8a4a-3dd793b33faa tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:32.338806 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2a7d52eb-718b-491a-80ab-d22f0fd7cb8b req-444ca2bf-2952-4294-8a4a-3dd793b33faa tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.5285101 Jul 20 11:48:32.355232 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:32.356934 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:32.447111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.484870 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-dfb8786f-1089-4ae3-8b43-aa8f8959687d tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:32.492479 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-dfb8786f-1089-4ae3-8b43-aa8f8959687d tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 814 time: 0.1865678 Jul 20 11:48:32.493027 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928287c-0533-4d06-b9c6-6399c1948adc None None] Pushing event updated for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:32.498957 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Attempting to bind port dba56b19-2e43-4b21-bd52-5ce5d9cac46b on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:32.499328 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Attempting to bind port dba56b19-2e43-4b21-bd52-5ce5d9cac46b by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:32.499692 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Attempting to bind port dba56b19-2e43-4b21-bd52-5ce5d9cac46b on network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:32.528509 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:32.529057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Checking segment: {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:32.529405 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-0c821cb4-0379-487d-8765-c39e12b1705f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/quotas/c739cadd7d764ce8bb55c8a7af8931a2 HTTP/1.1" status: 200 len: 375 time: 0.0359957 Jul 20 11:48:32.529641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.530244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Bound using segment: {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:32.530808 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Bound port: dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:32.531283 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.535611 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Attempting to bind port 5585fcd4-3086-4c63-a516-b1e707e2bcae on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:32.537109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Attempting to bind port 5585fcd4-3086-4c63-a516-b1e707e2bcae by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:32.537607 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Attempting to bind port 5585fcd4-3086-4c63-a516-b1e707e2bcae on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:32.545522 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:32.560658 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:32.561226 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:32.561808 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.563630 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Bound using segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:32.564748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Bound port: 5585fcd4-3086-4c63-a516-b1e707e2bcae, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:32.567549 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.573620 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-10b40874-9c33-4392-833b-d7183728a930 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432472 Jul 20 11:48:32.588222 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.656245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2a7d52eb-718b-491a-80ab-d22f0fd7cb8b req-2c4b067b-51c2-4821-acc0-118fa042db6d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924876 Jul 20 11:48:32.701481 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.717016 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Deleting port bfd11eee-1028-4731-9da1-0329ed5ad9b8 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:48:32.718269 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.722275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] For port dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:32.750031 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] For port dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:32.752001 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] For port 5585fcd4-3086-4c63-a516-b1e707e2bcae, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:32.758421 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] For port 5585fcd4-3086-4c63-a516-b1e707e2bcae, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=5585fcd4-3086-4c63-a516-b1e707e2bcae,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:32.760073 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.771316 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.804623 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:48:31Z', 'revision_number': 5, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port': {'id': 'bfd11eee-1028-4731-9da1-0329ed5ad9b8', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:32.807390 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-05ad26f1-595f-48ca-a484-a44cd8ee096a service neutron] 10.222.0.15 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328658 Jul 20 11:48:32.838994 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Checking router: 77fdb298-165a-4a37-92ee-1920fa7cc5b7 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:48:32.840549 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:32.841324 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:32.854520 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Routers {'77fdb298-165a-4a37-92ee-1920fa7cc5b7'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:32.855140 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:32.877110 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] For port bfd11eee-1028-4731-9da1-0329ed5ad9b8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=bfd11eee-1028-4731-9da1-0329ed5ad9b8,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:32.877709 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:32.897607 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Calling delete_port for bfd11eee-1028-4731-9da1-0329ed5ad9b8 owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:48:32.919774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4288b-a749-42b4-9312-870c75fcee13 None None] Pushing event updated for resources: {'Port': ['ID=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:32.947928 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-388a31af-cd16-4810-8452-f0c4908cd235 service neutron] 10.222.0.15 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395755 Jul 20 11:48:32.984279 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928287c-0533-4d06-b9c6-6399c1948adc None None] Pushing event updated for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:33.011167 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] Set router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:33.090394 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:48:32Z', 'revision_number': 6, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:33.093737 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:33.134060 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de4e12-6f1e-47d6-999b-4b998219d36f None None] The sync data for ids ['77fdb298-165a-4a37-92ee-1920fa7cc5b7'] in dv-cinder-801354-2-iscsi is: [{'id': '77fdb298-165a-4a37-92ee-1920fa7cc5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-968342305-router', 'tenant_id': '1324663d11bf4eb380821013725e3496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:48:32Z', 'revision_number': 6, 'project_id': '1324663d11bf4eb380821013725e3496', 'gw_port_host': None}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:48:33.215786 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.306409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.342341 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8e606a55-0a6e-46a2-a570-eebc6e989eab req-27d06848-0242-4232-be9e-aa1d35ef5fd5 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 210 time: 0.0650713 Jul 20 11:48:33.349112 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd11eee-1028-4731-9da1-0329ed5ad9b8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:33.427320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.465500 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Router aab681c4-b954-4855-a376-5c8d9cae798c is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:48:33.470253 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:33.552444 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.554619 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.571171 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:32Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:33.617365 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:48:33.640906 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.654650 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4cb59be7-7a84-4e30-bbe0-ff45e0359f0e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0792925 Jul 20 11:48:33.655547 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47326) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:33.661570 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 2f6f1d19-1128-440e-ae75-576c2559f708 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:33.662273 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.699746 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.700554 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fdb298-165a-4a37-92ee-1920fa7cc5b7 {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:48:33.725031 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.732103 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Sync routers for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:48:33.732918 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9c5413bd-1d4e-4b26-885c-b34d71a631f9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/77fdb298-165a-4a37-92ee-1920fa7cc5b7 HTTP/1.1" status: 204 len: 168 time: 1.4151869 Jul 20 11:48:33.733725 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47332) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:33.745186 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42183013-fd38-414f-b13f-ff04ee76c92f None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:32Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:48:33.788118 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:33.789757 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:33.839515 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Deleting subnet 1f8b9b82-8abf-489a-b366-212c97b293dd {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:48:33.844742 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.896699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.951039 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:33.994281 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.003019 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf645e-d4fd-4680-a71d-9605912e880e req-da5a0807-4710-4e62-9f0c-af15c0b5c23b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:34.008790 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1abf645e-d4fd-4680-a71d-9605912e880e req-da5a0807-4710-4e62-9f0c-af15c0b5c23b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 944 time: 0.1877816 Jul 20 11:48:34.015897 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:34.061440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.062453 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1abf645e-d4fd-4680-a71d-9605912e880e req-706f30d6-0fed-4b7e-9d32-e60a5294f373 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496686 Jul 20 11:48:34.078226 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.084800 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f8b9b82-8abf-489a-b366-212c97b293dd HTTP/1.1" status: 204 len: 168 time: 0.3488584 Jul 20 11:48:34.086105 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47334) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:34.158744 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:34.159829 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1321e-a6fd-43e4-bb42-e710877768c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8b9b82-8abf-489a-b366-212c97b293dd,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:34.163563 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69088e03-4d70-4e26-9739-9776809ea8d9" -d '{"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:34.184662 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:34.232352 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.300050 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a9f62-a3f3-43ad-baa8-f63b8cf939a9 x-openstack-request-id: req-9c9a9f62-a3f3-43ad-baa8-f63b8cf939a9 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:34.300392 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-plugged", "status": "completed", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:34.300649 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c9a9f62-a3f3-43ad-baa8-f63b8cf939a9 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:34.301041 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'code': 200} Jul 20 11:48:34.303162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device dba56b19-2e43-4b21-bd52-5ce5d9cac46b up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:34.347838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.525722 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2de891cd-bc99-4ab1-84a1-808af5209047 req-dd6eb87e-9671-4573-95b0-ebdd2da918e5 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 210 time: 0.0502484 Jul 20 11:48:34.580698 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64fd133-d907-4768-a490-316e03ae7ad9 None None] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:34.613409 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.737100 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1284ec46-fb91-4d26-af91-1c36b1f54ee2 None None] Provisioning for port dba56b19-2e43-4b21-bd52-5ce5d9cac46b completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:34.864743 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=10']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:34.887363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.898516 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03476d93-424a-4c0d-9be0-e1f678b8cd07']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:34.909072 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:34.909339 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51bb5b-f140-4b26-b024-b45ec7bc8bb5') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:34.924728 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.945665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.952527 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:48:34.952956 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:34.956871 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port dba56b19-2e43-4b21-bd52-5ce5d9cac46b completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:34.967932 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:31Z', 'revision_number': 3, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:48:34.972739 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:48:34.987430 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Allocated IP 172.20.0.1 (2d9a2dea-3be7-4b0c-8596-932b8581e5e6/8292a457-77b4-4ab3-8a66-82a8180309c2/8413bd27-a7c5-4a69-83f7-e56e1dc93b9c) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:34.988562 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port dba56b19-2e43-4b21-bd52-5ce5d9cac46b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:34.988939 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.057676 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Checking router: aab681c4-b954-4855-a376-5c8d9cae798c for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:48:35.058254 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Updating router aab681c4-b954-4855-a376-5c8d9cae798c port f8f183f3-5cd7-4ab4-be93-2f549a476b60 binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:48:35.128611 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.141062 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.165779 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.178430 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.180588 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] 10.222.0.15 "DELETE /v2.0/networks/03476d93-424a-4c0d-9be0-e1f678b8cd07 HTTP/1.1" status: 204 len: 168 time: 1.0920501 Jul 20 11:48:35.207826 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448e44-a10e-47c7-b5e6-cdb9607def41 req-e56d1163-2315-4b27-93b6-7f580ee9046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:35.209549 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-07448e44-a10e-47c7-b5e6-cdb9607def41 req-e56d1163-2315-4b27-93b6-7f580ee9046c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1099 time: 0.2398109 Jul 20 11:48:35.212448 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a552-b52c-4b7f-b62c-edbe1b2e160a admin admin] Pushing event deleted for resources: {'Network': ['ID=03476d93-424a-4c0d-9be0-e1f678b8cd07,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:35.245221 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.provisioning_blocks [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Transition to ACTIVE for port object 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c will not be triggered until provisioned by entity DHCP. {{(pid=105204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:35.261104 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-910c966b-fb42-4b80-b300-26f424a8b395 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:35.263738 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-910c966b-fb42-4b80-b300-26f424a8b395 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 814 time: 0.2927077 Jul 20 11:48:35.279331 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-07448e44-a10e-47c7-b5e6-cdb9607def41 req-2a96efb8-0a15-4aa6-b6b2-29e450f4e58b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617383 Jul 20 11:48:35.285555 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Request body: {'port': {'device_id': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1', 'admin_state_up': True, 'tenant_id': 'c739cadd7d764ce8bb55c8a7af8931a2'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:35.309406 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.387929 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:35.406775 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.412366 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.451787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b461-119a-444f-a775-fba4c3ce9685 req-2d734896-8b74-468a-a7f0-7d5fa4119912 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:35.454167 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6bb9b461-119a-444f-a775-fba4c3ce9685 req-2d734896-8b74-468a-a7f0-7d5fa4119912 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.2378466 Jul 20 11:48:35.458921 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Made reservation on behalf of c739cadd7d764ce8bb55c8a7af8931a2 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:35.464004 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.509269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device d72dce88-5db3-4c63-ac00-812140538568 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:48:35.521116 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47348) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:35.552024 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:35.563561 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:35.568100 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:35.570843 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:35.606345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:35.625309 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: d72dce88-5db3-4c63-ac00-812140538568 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:48:35.628045 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6bb9b461-119a-444f-a775-fba4c3ce9685 req-35b341cf-8cf0-447d-a860-ac33ac48c246 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488376 Jul 20 11:48:35.640969 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device d72dce88-5db3-4c63-ac00-812140538568 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:48:35.648262 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.685198 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-cb055970-30bc-41b1-895c-4bdbfdba1c30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1324663d11bf4eb380821013725e3496&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1623936 Jul 20 11:48:35.688826 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47352) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:35.733461 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-2796b1de-7867-4b98-8cf1-40cbfd080dc0 None None] Provisioning complete for port dba56b19-2e43-4b21-bd52-5ce5d9cac46b triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:35.733839 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2796b1de-7867-4b98-8cf1-40cbfd080dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.802154 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.835347 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Allocated IP 172.20.0.11 (e51043bd-dd2f-4df4-8d96-7d5abaf72cc1/a4d58def-1fff-4acb-9da9-f0bb23c16807/e0639028-2ba2-4f32-a491-f1589702d0c8) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:48:35.874175 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-803c5963-9611-465e-8680-d92f58c2a9af req-48f2fa47-6fd6-433c-92ab-387d2a091220 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 210 time: 0.0478168 Jul 20 11:48:35.900273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.941592 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.988508 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:35.993125 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 5585fcd4-3086-4c63-a516-b1e707e2bcae up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:36.043649 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Transition to ACTIVE for port object f8f183f3-5cd7-4ab4-be93-2f549a476b60 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:36.057156 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.093258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.096241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.097647 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b18ebb5-1897-4916-9bd3-aa416013396d HTTP/1.1" status: 204 len: 168 time: 0.4078181 Jul 20 11:48:36.140865 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Attempting to bind port f8f183f3-5cd7-4ab4-be93-2f549a476b60 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:36.140865 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Attempting to bind port f8f183f3-5cd7-4ab4-be93-2f549a476b60 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:36.141391 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Attempting to bind port f8f183f3-5cd7-4ab4-be93-2f549a476b60 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:36.143510 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1eade3a8-a97f-4436-9940-cdd5d0f9a697 None None] Provisioning for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:36.147365 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e96f2-285a-49d8-9599-2af448a7eb50 None None] Pushing event updated for resources: {'Port': ['ID=f8f183f3-5cd7-4ab4-be93-2f549a476b60,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.155078 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1eade3a8-a97f-4436-9940-cdd5d0f9a697 None None] Provisioning complete for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:36.155599 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1eade3a8-a97f-4436-9940-cdd5d0f9a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.157610 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:36.157976 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:36.158363 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.158834 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:36.159220 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Bound port: f8f183f3-5cd7-4ab4-be93-2f549a476b60, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:36.159589 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.162762 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 5585fcd4-3086-4c63-a516-b1e707e2bcae completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:36.209375 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 5585fcd4-3086-4c63-a516-b1e707e2bcae triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:36.209742 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.265552 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.271109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-1eade3a8-a97f-4436-9940-cdd5d0f9a697 None None] Port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:48:36.274759 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.284821 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] For port f8f183f3-5cd7-4ab4-be93-2f549a476b60, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:36.288877 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] For port f8f183f3-5cd7-4ab4-be93-2f549a476b60, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f183f3-5cd7-4ab4-be93-2f549a476b60,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:36.290210 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82dea6-0415-4a06-a720-2e0d19ba3b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18ebb5-1897-4916-9bd3-aa416013396d,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.297264 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.376213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.397169 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.413324 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e96f2-285a-49d8-9599-2af448a7eb50 None None] Pushing event updated for resources: {'Port': ['ID=f8f183f3-5cd7-4ab4-be93-2f549a476b60,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.417085 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:36.417683 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:36.434653 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.453206 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.454724 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.526401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:36.533389 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:36.533887 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 5585fcd4-3086-4c63-a516-b1e707e2bcae, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=5585fcd4-3086-4c63-a516-b1e707e2bcae,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:36.545273 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.546995 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device dba56b19-2e43-4b21-bd52-5ce5d9cac46b up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:36.550211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Pushing event updated for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.564621 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:48:36.566156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:36.572699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:48:36.604966 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:36.673124 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:36.673901 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.715910 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-d2aae631-4dce-4fbc-87ec-84eaa2015b63 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4355187 Jul 20 11:48:36.736068 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Request body: {'port': {'device_id': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:36.740988 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:36.788452 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port dba56b19-2e43-4b21-bd52-5ce5d9cac46b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:36.789988 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:36.945632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.192674 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fad04d-7775-4411-a23c-b40ab4dd8b03 req-adc77941-40ad-4930-8e24-25acd94a1343 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:37.194375 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-05fad04d-7775-4411-a23c-b40ab4dd8b03 req-adc77941-40ad-4930-8e24-25acd94a1343 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.2116599 Jul 20 11:48:37.214252 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e581c-cd04-4222-ac63-110177b61e7b req-635be386-145f-4dd5-a8d3-fcba16d3ebb4 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:37.214518 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-4d1d1f47-5e35-489d-95d3-ba837cf9ebc1 None None] Provisioning complete for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:37.214518 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1f47-5e35-489d-95d3-ba837cf9ebc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.216506 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bb8e581c-cd04-4222-ac63-110177b61e7b req-635be386-145f-4dd5-a8d3-fcba16d3ebb4 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 932 time: 0.2015018 Jul 20 11:48:37.222681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Router aab681c4-b954-4855-a376-5c8d9cae798c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:48:37.259639 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device bfd11eee-1028-4731-9da1-0329ed5ad9b8 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:48:37.287472 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-05fad04d-7775-4411-a23c-b40ab4dd8b03 req-7f04a403-2798-4777-9cb1-d68f70a7e30c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672801 Jul 20 11:48:37.287854 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: bfd11eee-1028-4731-9da1-0329ed5ad9b8 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:48:37.288200 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device bfd11eee-1028-4731-9da1-0329ed5ad9b8 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:48:37.297552 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d1f47-5e35-489d-95d3-ba837cf9ebc1 None None] Port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:48:37.300211 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:35Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '8413bd27-a7c5-4a69-83f7-e56e1dc93b9c', 'name': '', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'mac_address': 'fa:16:3e:2c:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:34Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 2, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'subnets': [{'id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:37.333204 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017aa04-b38b-40a3-828c-efa4084ea886 None None] The sync data for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi is: [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:35Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '8413bd27-a7c5-4a69-83f7-e56e1dc93b9c', 'name': '', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'mac_address': 'fa:16:3e:2c:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:34Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 2, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'subnets': [{'id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:48:37.388376 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bb8e581c-cd04-4222-ac63-110177b61e7b req-2ce3b357-4161-4408-91e7-2439f536bc21 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439831 Jul 20 11:48:37.446438 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:48:37.453358 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d4ba604b-64bb-4141-aa29-1930df9798d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/aab681c4-b954-4855-a376-5c8d9cae798c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7952352 Jul 20 11:48:37.465592 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0639028-2ba2-4f32-a491-f1589702d0c8 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:48:37.474161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.491977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Transition to ACTIVE for port object e0639028-2ba2-4f32-a491-f1589702d0c8 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:37.497793 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.557748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:37.686074 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Attempting to bind port e0639028-2ba2-4f32-a491-f1589702d0c8 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:37.686411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Attempting to bind port e0639028-2ba2-4f32-a491-f1589702d0c8 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:37.686741 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Attempting to bind port e0639028-2ba2-4f32-a491-f1589702d0c8 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:37.692149 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Port e0639028-2ba2-4f32-a491-f1589702d0c8 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:48:37.692738 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Attempting to bind port e0639028-2ba2-4f32-a491-f1589702d0c8 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:37.714048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:37.718680 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Checking segment: {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:37.719188 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Bound using segment: {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:37.719718 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Bound port: e0639028-2ba2-4f32-a491-f1589702d0c8, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:37.720154 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.823853 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 5585fcd4-3086-4c63-a516-b1e707e2bcae up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:37.852853 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:37.857710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0639028-2ba2-4f32-a491-f1589702d0c8,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:37.866953 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.896552 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 5585fcd4-3086-4c63-a516-b1e707e2bcae triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:37.897003 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.929553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:37.930174 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:37.931575 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0639028-2ba2-4f32-a491-f1589702d0c8 HTTP/1.1" status: 200 len: 1094 time: 1.2039483 Jul 20 11:48:37.932006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:37.934321 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c157e-1c14-4d3b-ba44-59bcc476b61a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:37.960237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018095ed-5839-4195-8d6b-c88d390fa0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:38.055942 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-7d6d8adb-07c9-4e2a-a056-e619e528da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.058222 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-7d6d8adb-07c9-4e2a-a056-e619e528da15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 1097 time: 0.0761538 Jul 20 11:48:38.114316 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-b31e267d-753e-41e8-93d8-2fdcf95513d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0639028-2ba2-4f32-a491-f1589702d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Jul 20 11:48:38.168185 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-2e67f584-481d-48e2-8a6b-9b4bc1a71520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.170328 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-2e67f584-481d-48e2-8a6b-9b4bc1a71520 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d58def-1fff-4acb-9da9-f0bb23c16807 HTTP/1.1" status: 200 len: 854 time: 0.0505166 Jul 20 11:48:38.213329 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-31ad4d50-652d-41a2-a634-5efc2ec97a39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360503 Jul 20 11:48:38.360449 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-6c9d6aa3-395a-4e46-affb-2f86cb09ac0e service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406593 Jul 20 11:48:38.379748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe32e5c-ae89-41c6-931a-e231cbc16124 x-openstack-request-id: req-cfe32e5c-ae89-41c6-931a-e231cbc16124 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:38.380542 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:38.380943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfe32e5c-ae89-41c6-931a-e231cbc16124 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:38.381513 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8', 'status': 'completed', 'code': 200} Jul 20 11:48:38.396763 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47436) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:38.401872 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665719740', 'description': 'tempest-secgroup-smoke-665719740 description', 'project_id': '286c59158dbd44fe84ef8ebb05518ded'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:38.433065 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.503888 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-79762f2e-0c9a-40b7-9ab4-39af2fc64c74 req-c7fec6f6-7dec-428c-bbe9-9efbcf3a3a72 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343155 Jul 20 11:48:38.608584 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-9e999452-cf11-479b-98d6-d14c0b174a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.610700 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-9e999452-cf11-479b-98d6-d14c0b174a91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 1097 time: 0.0612090 Jul 20 11:48:38.634692 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.645272 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.685587 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01718-2731-446b-83c2-6e198254e273 req-aabd2e3a-a843-4e6f-a487-189cef842388 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.689711 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f01718-2731-446b-83c2-6e198254e273 req-aabd2e3a-a843-4e6f-a487-189cef842388 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.1938446 Jul 20 11:48:38.706919 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d3a-1ded-4873-903a-2349aec02096 req-f8c6d07a-6269-4f5f-8193-bae3b44c7cb1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.708476 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-243c5d3a-1ded-4873-903a-2349aec02096 req-f8c6d07a-6269-4f5f-8193-bae3b44c7cb1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 944 time: 0.1713414 Jul 20 11:48:38.709229 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.713488 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3155441 Jul 20 11:48:38.713680 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47442) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:38.721527 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:38.724074 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee57d97-441a-4a63-9112-d13803ff031b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75880a3-a2a9-4b13-a437-ff3058a4f24d,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:38.744627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-1ab47e6e-c7f8-48e9-ae4f-e9eef2d53e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.746141 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-1ab47e6e-c7f8-48e9-ae4f-e9eef2d53e1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 915 time: 0.1188717 Jul 20 11:48:38.780727 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-66f01718-2731-446b-83c2-6e198254e273 req-7202efdf-95ae-4c8d-8164-f30cec7bdb91 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821390 Jul 20 11:48:38.783388 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-243c5d3a-1ded-4873-903a-2349aec02096 req-a4f159dd-9be8-4c3b-88e2-d4f97e21db09 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Jul 20 11:48:38.798395 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.803297 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-37f3c399-eb6d-463f-ba46-6c874007dabf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0639028-2ba2-4f32-a491-f1589702d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0506320 Jul 20 11:48:38.889649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-a8cf95ad-236f-479a-a6c2-051fb4bb0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:38.891149 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-a8cf95ad-236f-479a-a6c2-051fb4bb0f1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d58def-1fff-4acb-9da9-f0bb23c16807 HTTP/1.1" status: 200 len: 854 time: 0.0702665 Jul 20 11:48:38.897036 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.907832 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.931135 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-dd02e17f-fcae-4d6b-99fb-dd62ff64f891 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325801 Jul 20 11:48:38.950754 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f111545b-66f6-4cd2-8f02-3887fbebb983,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:38.971864 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:38.973122 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-14ea5ced-22ce-4796-b62d-1b2563c629cb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2583463 Jul 20 11:48:38.975944 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47446) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:38.982245 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:39.014247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.042490 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-6f908185-f35b-4dad-81af-e3e5ed23aa23 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028934 Jul 20 11:48:39.076559 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.080418 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.100641 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89b6c33-0fe0-404b-a6a7-036b19212f32,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:39.104400 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.109310 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c33e602d-da88-4bf1-8db6-b32da3efa32c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315892 Jul 20 11:48:39.109889 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47448) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:39.114560 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:39.138305 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c98c157e-1c14-4d3b-ba44-59bcc476b61a req-e5c95cc2-d61e-46f2-9469-6cc273b24004 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Jul 20 11:48:39.141400 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.205661 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.208952 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.231431 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39117d9-40e7-4078-a904-56c1b4ac8fab,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:39.239435 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.240689 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-dd27ba58-6a42-4332-9d13-f75ba5d879c5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298833 Jul 20 11:48:39.243368 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47450) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:39.247935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:39.281279 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.338348 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.342237 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.358699 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fce66b-1f8a-4a96-bd3b-439acb5886a3,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:39.364802 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.365899 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-7076700c-8ae4-4296-9b39-987b38461e59 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216302 Jul 20 11:48:39.368623 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47452) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:39.373126 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:39.394192 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.securitygroups_db [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Project 286c59158dbd44fe84ef8ebb05518ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:48:39.398868 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.457042 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.460118 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.475181 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675c45d6-0657-4d51-93cf-8c753838409d,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:39.486438 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.490447 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-86d3f47e-a55c-4bc5-b70a-2b4a93ffc485 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183305 Jul 20 11:48:39.490632 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47456) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:39.495375 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'security_group_rule': {'security_group_id': 'c75880a3-a2a9-4b13-a437-ff3058a4f24d', 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:39.526496 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.securitygroups_db [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Project 286c59158dbd44fe84ef8ebb05518ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:48:39.532594 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.598560 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.602441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.624606 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b217fc-d57c-4ff5-b934-69ae9b59465c,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:39.628747 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.629950 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-877054e5-1c1d-4380-8ee8-e363216d55cd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383963 Jul 20 11:48:39.790850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f183f3-5cd7-4ab4-be93-2f549a476b60 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:39.860874 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port f8f183f3-5cd7-4ab4-be93-2f549a476b60 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:39.865326 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f8f183f3-5cd7-4ab4-be93-2f549a476b60 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:39.866939 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.894823 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Sync routers for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:48:39.906122 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:39.906963 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:39.961377 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:39.973472 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1f4a-ad21-468c-a0b3-613f0b725f1e req-5e96c795-231a-4f99-9ae2-85e209c0391d tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:39.975488 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9cbf1f4a-ad21-468c-a0b3-613f0b725f1e req-5e96c795-231a-4f99-9ae2-85e209c0391d tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 944 time: 0.0933025 Jul 20 11:48:39.987863 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port f8f183f3-5cd7-4ab4-be93-2f549a476b60, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f183f3-5cd7-4ab4-be93-2f549a476b60,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:39.993571 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.022790 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:40.035926 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9cbf1f4a-ad21-468c-a0b3-613f0b725f1e req-0cd746c0-a5ce-44b1-a875-ceaa9212cb51 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Jul 20 11:48:40.060972 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=f8f183f3-5cd7-4ab4-be93-2f549a476b60,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:40.252456 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:35Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '8413bd27-a7c5-4a69-83f7-e56e1dc93b9c', 'name': '', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'mac_address': 'fa:16:3e:2c:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:34Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 2, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'subnets': [{'id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:40.278197 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Checking router: aab681c4-b954-4855-a376-5c8d9cae798c for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:48:40.278546 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Updating router aab681c4-b954-4855-a376-5c8d9cae798c port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:48:40.311407 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.559213 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.568480 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Transition to ACTIVE for port object 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:48:40.573795 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.619500 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cacdeb-4449-492c-ad6d-0eeb6b3f7c22 None None] Pushing event updated for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:40.676135 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Attempting to bind port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:48:40.676536 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Attempting to bind port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:48:40.676895 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Attempting to bind port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c on network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:48:40.681979 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:48:40.682340 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Checking segment: {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:40.682730 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.683120 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Bound using segment: {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:48:40.683630 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Bound port: 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:48:40.684024 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.820528 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] For port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:48:40.823322 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] For port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:48:40.827590 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:40.881206 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:48:40.881841 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:40.921052 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cacdeb-4449-492c-ad6d-0eeb6b3f7c22 None None] Pushing event updated for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=4']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:40.994438 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:48:41.160404 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730d1bb-8f47-4405-9802-ab70f4c9a51b req-3f507d65-4afa-47fb-87bf-e8a494587f2b tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:41.161904 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9730d1bb-8f47-4405-9802-ab70f4c9a51b req-3f507d65-4afa-47fb-87bf-e8a494587f2b tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 944 time: 0.0655935 Jul 20 11:48:41.196737 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:35Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '8413bd27-a7c5-4a69-83f7-e56e1dc93b9c', 'name': '', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'mac_address': 'fa:16:3e:2c:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:34Z', 'updated_at': '2021-07-20T11:48:40Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'subnets': [{'id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:41.198932 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9730d1bb-8f47-4405-9802-ab70f4c9a51b req-255bdd72-e00e-419c-b084-3edae2ee0063 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Jul 20 11:48:41.232670 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853041f-4f3f-4ee5-846d-28844e511764 None None] The sync data for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi is: [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:48:35Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '8413bd27-a7c5-4a69-83f7-e56e1dc93b9c', 'name': '', 'network_id': '2d9a2dea-3be7-4b0c-8596-932b8581e5e6', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'mac_address': 'fa:16:3e:2c:12:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:34Z', 'updated_at': '2021-07-20T11:48:40Z', 'revision_number': 4, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'subnets': [{'id': '8292a457-77b4-4ab3-8a66-82a8180309c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:48:41.768640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:41.816528 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:41.820161 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:41.820574 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:41.904166 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:41.936601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:41.940899 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:41.941777 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f183f3-5cd7-4ab4-be93-2f549a476b60 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:42.016402 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:42.029448 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f8f183f3-5cd7-4ab4-be93-2f549a476b60 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:42.029813 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:42.332215 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79456406-fead-4217-81e3-c7a1d6e7213f req-3b7728c5-fd3d-4f48-87b8-801a527e5820 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:42.333694 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79456406-fead-4217-81e3-c7a1d6e7213f req-3b7728c5-fd3d-4f48-87b8-801a527e5820 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 944 time: 0.0659819 Jul 20 11:48:42.370394 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-79456406-fead-4217-81e3-c7a1d6e7213f req-22fcc208-b70c-4df8-9516-e7c8a7bf888c tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jul 20 11:48:42.853669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e0639028-2ba2-4f32-a491-f1589702d0c8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:48:42.952387 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0639028-2ba2-4f32-a491-f1589702d0c8,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:42.963265 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'e0639028-2ba2-4f32-a491-f1589702d0c8', 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1', 'port_id': 'e0639028-2ba2-4f32-a491-f1589702d0c8', 'mac_address': 'fa:16:3e:d7:5a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d58def-1fff-4acb-9da9-f0bb23c16807', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:48:43.002233 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:43.016655 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0639028-2ba2-4f32-a491-f1589702d0c8 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:48:43.036735 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0639028-2ba2-4f32-a491-f1589702d0c8,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:43.041046 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:43.096752 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:43.309738 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['e0639028-2ba2-4f32-a491-f1589702d0c8'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:48:43.501334 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddafb6-8b73-4e8c-a58b-694c987dca8c req-a546d817-a2ea-49c0-b76d-202a896822c1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:43.502813 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b9ddafb6-8b73-4e8c-a58b-694c987dca8c req-a546d817-a2ea-49c0-b76d-202a896822c1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 945 time: 0.0629258 Jul 20 11:48:43.540464 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b9ddafb6-8b73-4e8c-a58b-694c987dca8c req-ce031cc3-6f11-451b-b068-c945bde0697a tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Jul 20 11:48:43.746748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:43.793406 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:43.793406 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:44.673589 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499fcb0-b911-4cf0-9427-9e8a51907024 req-61c177bb-ba1c-4836-9f2b-7be8fed30005 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:44.675294 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8499fcb0-b911-4cf0-9427-9e8a51907024 req-61c177bb-ba1c-4836-9f2b-7be8fed30005 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 945 time: 0.0660553 Jul 20 11:48:44.713242 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8499fcb0-b911-4cf0-9427-9e8a51907024 req-2504b211-a254-4942-b355-bfc3f00182da tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 20 11:48:45.676643 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47602) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:45.785821 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-24699025-f10e-41e8-9f08-4a3cf1af9a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:45.842343 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e0639028-2ba2-4f32-a491-f1589702d0c8 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:48:45.887757 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55532ba9-cab1-44d0-b05b-bfb97f1f0790 req-6d40eba6-f0e5-4553-88c8-f2960fc42df9 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:45.889458 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-55532ba9-cab1-44d0-b05b-bfb97f1f0790 req-6d40eba6-f0e5-4553-88c8-f2960fc42df9 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 945 time: 0.1057551 Jul 20 11:48:45.893201 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port e0639028-2ba2-4f32-a491-f1589702d0c8 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:48:45.898625 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port e0639028-2ba2-4f32-a491-f1589702d0c8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:48:45.899119 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:45.947741 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-55532ba9-cab1-44d0-b05b-bfb97f1f0790 req-2469268e-5a37-43ff-86c6-82a47387892e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Jul 20 11:48:45.974044 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-24699025-f10e-41e8-9f08-4a3cf1af9a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:45.975542 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:45.978230 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-24699025-f10e-41e8-9f08-4a3cf1af9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:45.998824 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:48:46.001086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477abff-1027-4d10-8e2b-9257aa01929e" -d '{"events": [{"server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "name": "network-vif-plugged", "status": "completed", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:48:46.017032 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0639028-2ba2-4f32-a491-f1589702d0c8,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:48:46.017563 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-24699025-f10e-41e8-9f08-4a3cf1af9a70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=640740b396ff462a8a5eb66b9b00122c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398077 Jul 20 11:48:46.019651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699025-f10e-41e8-9f08-4a3cf1af9a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc07c7-0509-45d5-9b34-09cd66b07004,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:46.020485 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47610) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:46.021555 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.069535 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2876ead-8cf3-48f5-9aa4-641832b7a1b8 x-openstack-request-id: req-e2876ead-8cf3-48f5-9aa4-641832b7a1b8 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:48:46.069837 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "name": "network-vif-plugged", "status": "completed", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:48:46.070096 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2876ead-8cf3-48f5-9aa4-641832b7a1b8 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:48:46.070478 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8', 'code': 200} Jul 20 11:48:46.076194 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:46.082703 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.105468 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.153915 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.156545 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.161239 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97dc07c7-0509-45d5-9b34-09cd66b07004 HTTP/1.1" status: 204 len: 168 time: 0.1355126 Jul 20 11:48:46.168862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51341-5c6e-4c5b-8cf3-2d06e1c1e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc07c7-0509-45d5-9b34-09cd66b07004,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:46.276159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90283e-c7d8-4d74-ad93-74033d7c0610 req-186118b6-992f-4de6-ab74-64f36767b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:46.278385 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6b90283e-c7d8-4d74-ad93-74033d7c0610 req-186118b6-992f-4de6-ab74-64f36767b006 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 1099 time: 0.0557914 Jul 20 11:48:46.323746 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6b90283e-c7d8-4d74-ad93-74033d7c0610 req-d0c88bb5-1c51-4e18-bd19-e57b16199c2d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282457 Jul 20 11:48:46.774084 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47634) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:46.866006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-340652512-network', 'tenant_id': '616791a50ce24343a807f2b36e3299df'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:46.886587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Made reservation on behalf of 616791a50ce24343a807f2b36e3299df for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:46.888842 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.896607 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.992459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:46.996449 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.021010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:48:47.030581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e809df-d1f1-4162-8a5c-ac1bf77f1831,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:47.037330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.038597 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Added segment fc3de71c-b80f-4b4a-ad62-ff7d14b8c541 of type vlan for network b9f3daa5-fe08-468b-a749-de4df380a461 Jul 20 11:48:47.083696 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.108842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2d44-8ab3-457d-a507-9029a2b457f2 req-ed264df4-502b-466e-91a9-d9e428ccaec8 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:47.111032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f05e2d44-8ab3-457d-a507-9029a2b457f2 req-ed264df4-502b-466e-91a9-d9e428ccaec8 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 946 time: 0.0911946 Jul 20 11:48:47.118121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.119063 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:47.119600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.150405 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f05e2d44-8ab3-457d-a507-9029a2b457f2 req-f8571113-2d1b-47af-92c2-d1591042f951 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Jul 20 11:48:47.155151 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3799562 Jul 20 11:48:47.158651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47640) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:47.182787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Request body: {'subnet': {'network_id': 'b9f3daa5-fe08-468b-a749-de4df380a461', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-340652512-subnet', 'tenant_id': '616791a50ce24343a807f2b36e3299df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:47.191468 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d1df1-081f-4549-9744-9e63de5e1697 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f3daa5-fe08-468b-a749-de4df380a461,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:47.202177 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network b9f3daa5-fe08-468b-a749-de4df380a461 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:48:47.211086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Made reservation on behalf of 616791a50ce24343a807f2b36e3299df for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:47.213669 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.399620 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.453853 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5239a9-3cf9-4feb-ab35-128e25fac6da,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:47.462370 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Checking segment: {'id': 'fc3de71c-b80f-4b4a-ad62-ff7d14b8c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b9f3daa5-fe08-468b-a749-de4df380a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:47.462590 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Network hostable DHCP agents. Network: b9f3daa5-fe08-468b-a749-de4df380a461, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:48:47.478350 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Network b9f3daa5-fe08-468b-a749-de4df380a461 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:48:47.487010 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, b9f3daa5-fe08-468b-a749-de4df380a461) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:47.490850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:47.491439 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:47.495752 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63182ae9-d810-464d-a6b0-8ed1a0335ab4 None None] Network b9f3daa5-fe08-468b-a749-de4df380a461 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:47.505141 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-bbfaa09a-26c4-4a39-8cc0-63f1787698cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3452907 Jul 20 11:48:47.649883 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b4993-3c1b-4349-bb45-6c7c57b6ca41 None None] Network b9f3daa5-fe08-468b-a749-de4df380a461 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:47.982147 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47658) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:47.987194 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636447890-network', 'tenant_id': '2d9eb5c5b9b3495ebee859f29006fd90'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:48.008391 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Made reservation on behalf of 2d9eb5c5b9b3495ebee859f29006fd90 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:48.010733 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.019512 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.112085 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.115767 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.139237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:48:48.148814 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f81c3-d8ad-410a-a4bf-f96f705f949b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:48.154097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.154430 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Added segment 272e0d7c-237e-43b3-9d3b-d589a3b8e214 of type vlan for network e34d48cc-6238-42d0-99e8-c240f64f17a8 Jul 20 11:48:48.192584 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.227224 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.233136 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:48.233812 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.266650 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2833958 Jul 20 11:48:48.269605 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47662) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:48.276464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Request body: {'subnet': {'network_id': 'e34d48cc-6238-42d0-99e8-c240f64f17a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636447890-subnet', 'tenant_id': '2d9eb5c5b9b3495ebee859f29006fd90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:48:48.299798 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f59a-f0cc-4bb9-83e3-d88df11bc02b req-d64a3798-b36b-4bba-91de-d371e26db609 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:48.301333 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1379f59a-f0cc-4bb9-83e3-d88df11bc02b req-d64a3798-b36b-4bba-91de-d371e26db609 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 946 time: 0.0674889 Jul 20 11:48:48.315206 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f4125-1f8a-454f-826d-dcc206f8c492 admin admin] Pushing event updated for resources: {'Network': ['ID=e34d48cc-6238-42d0-99e8-c240f64f17a8,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:48.326754 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network e34d48cc-6238-42d0-99e8-c240f64f17a8 details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:48:48.329332 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Made reservation on behalf of 2d9eb5c5b9b3495ebee859f29006fd90 for: {'subnet': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:48:48.331849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12321665'] for subnet, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.342008 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1379f59a-f0cc-4bb9-83e3-d88df11bc02b req-20470f10-dc4b-463d-b396-6b7da8576a22 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350509 Jul 20 11:48:48.506744 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9310443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12321783'] for subnet, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.565390 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=852cf37b-6e22-42f3-85e8-35b540927288,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:48.573309 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Checking segment: {'id': '272e0d7c-237e-43b3-9d3b-d589a3b8e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e34d48cc-6238-42d0-99e8-c240f64f17a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:48:48.573668 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Network hostable DHCP agents. Network: e34d48cc-6238-42d0-99e8-c240f64f17a8, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:48:48.591661 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Network e34d48cc-6238-42d0-99e8-c240f64f17a8 is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:48:48.607087 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, e34d48cc-6238-42d0-99e8-c240f64f17a8) {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:48:48.609935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:48.610768 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.621355 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb370e1-4529-4814-9890-e4bcd937800b None None] Network e34d48cc-6238-42d0-99e8-c240f64f17a8 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:48.627202 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0702f319-ed7d-4b04-9f83-4431624943c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3565836 Jul 20 11:48:48.754354 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47706) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:48.784263 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4beb68-e88d-480e-a162-e3f00ed884fe None None] Network e34d48cc-6238-42d0-99e8-c240f64f17a8 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:48:48.820520 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Deleting subnet 0c5239a9-3cf9-4feb-ab35-128e25fac6da {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:48:48.824156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.871146 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.919738 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:48.979397 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.005271 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5239a9-3cf9-4feb-ab35-128e25fac6da,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:49.009027 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.010841 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f0b74b8f-dd94-450d-a4ff-24038ccfe593 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0c5239a9-3cf9-4feb-ab35-128e25fac6da HTTP/1.1" status: 204 len: 168 time: 0.2553127 Jul 20 11:48:49.013931 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47712) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:49.081045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.168213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.178458 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f3daa5-fe08-468b-a749-de4df380a461']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.188231 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3de71c-b80f-4b4a-ad62-ff7d14b8c541') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.188547 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3de71c-b80f-4b4a-ad62-ff7d14b8c541') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.198734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.212782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.219836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:48:49.220240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:48:49.221987 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:48:49.293698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.298519 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.300476 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9f3daa5-fe08-468b-a749-de4df380a461 HTTP/1.1" status: 204 len: 168 time: 0.2856174 Jul 20 11:48:49.303343 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47728) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:49.312943 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855f02e-3089-418a-b706-180e68db04c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f3daa5-fe08-468b-a749-de4df380a461,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:49.352273 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Deleting subnet 852cf37b-6e22-42f3-85e8-35b540927288 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:48:49.355478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.389180 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.428119 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.478718 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.504315 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852cf37b-6e22-42f3-85e8-35b540927288,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:49.508051 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.510657 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-27e6bc48-2d72-4806-8b26-874926c63033 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/852cf37b-6e22-42f3-85e8-35b540927288 HTTP/1.1" status: 204 len: 168 time: 0.2061884 Jul 20 11:48:49.513354 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47730) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:49.580646 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.660233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.671029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34d48cc-6238-42d0-99e8-c240f64f17a8']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.680568 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272e0d7c-237e-43b3-9d3b-d589a3b8e214') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.680857 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272e0d7c-237e-43b3-9d3b-d589a3b8e214') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:48:49.690374 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.703470 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.709253 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:48:49.709633 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:48:49.711193 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:48:49.766234 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.771103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.772944 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e34d48cc-6238-42d0-99e8-c240f64f17a8 HTTP/1.1" status: 204 len: 168 time: 0.2586040 Jul 20 11:48:49.784189 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e487760-5695-4cda-a44d-b3ddd674c895 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34d48cc-6238-42d0-99e8-c240f64f17a8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:49.886426 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-89a120ae-a786-4b8c-a0d2-49603c2e5e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:49.935683 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47738) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:49.974570 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-545520ac-a6c5-4c46-b80e-b86fa2a34543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=616791a50ce24343a807f2b36e3299df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377007 Jul 20 11:48:49.977092 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47740) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:50.024066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.044280 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.091892 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.094510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.096739 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0e809df-d1f1-4162-8a5c-ac1bf77f1831 HTTP/1.1" status: 204 len: 168 time: 0.1187122 Jul 20 11:48:50.104780 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f591e9-ca00-486f-9a85-3e2b578d62d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e809df-d1f1-4162-8a5c-ac1bf77f1831,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:50.419224 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47748) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:50.459628 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-de7bca44-f777-4a36-888c-655f2ee2f726 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d9eb5c5b9b3495ebee859f29006fd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392580 Jul 20 11:48:50.462039 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47750) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:50.516732 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.537027 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.584468 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.587260 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:50.588484 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e6f81c3-d8ad-410a-a4bf-f96f705f949b HTTP/1.1" status: 204 len: 168 time: 0.1255207 Jul 20 11:48:50.597006 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4768-ddb6-4635-a05f-5d8703d81a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f81c3-d8ad-410a-a4bf-f96f705f949b,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:52.450242 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e3ba54c1-7185-4440-a466-6e66ec863b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:52.893776 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.181781 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47830) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:53.295988 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a5f3629c-3d3d-419c-b798-434891994663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.394262 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a5f3629c-3d3d-419c-b798-434891994663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.397662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a5f3629c-3d3d-419c-b798-434891994663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.435925 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3629c-3d3d-419c-b798-434891994663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc9df1-ffba-4796-bdd1-38e8792ed21a,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:53.440894 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a5f3629c-3d3d-419c-b798-434891994663 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a21ef4bf366446ba87580f4a6f06f3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580941 Jul 20 11:48:53.443495 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47834) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:53.490971 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.515880 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.543465 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.561936 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.564469 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.565606 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5fc9df1-ffba-4796-bdd1-38e8792ed21a HTTP/1.1" status: 204 len: 168 time: 0.1212008 Jul 20 11:48:53.573011 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc9df1-ffba-4796-bdd1-38e8792ed21a,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:53.579983 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.580344 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.580817 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.581156 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.581327 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.581646 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.581967 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.582290 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.582604 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.582914 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.583315 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.583523 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1a408-1933-4773-b42d-18a1489bb2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.831433 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47840) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:53.844375 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.940918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.945915 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:53.986975 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbf035cb5fa34434b729b67e2c20f97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544352 Jul 20 11:48:53.988068 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0a840-3c13-4309-b204-591cae6f8dc1,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:53.989654 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47844) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:53.994984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.995363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.995677 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.996039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.996400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.997119 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.997119 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.997381 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.997712 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.998170 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.998362 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:53.998685 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c7106-76bd-4ab9-a011-3d27e2f0a1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:48:54.041326 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:54.062976 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:54.114434 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:54.118276 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:54.118586 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34c0a840-3c13-4309-b204-591cae6f8dc1 HTTP/1.1" status: 204 len: 168 time: 0.1278274 Jul 20 11:48:54.128676 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdefd3-912c-475f-bb9e-2ec46a8dbf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0a840-3c13-4309-b204-591cae6f8dc1,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:55.177904 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:56.232563 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-1d2407e1-3beb-495d-8ff4-aa340375588b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525606 Jul 20 11:48:56.310468 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-f6c572a7-a263-4ba9-a58a-cbab6c365a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:56.312109 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-f6c572a7-a263-4ba9-a58a-cbab6c365a83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 1099 time: 0.0574760 Jul 20 11:48:56.417246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-06e15530-f4f2-472b-87b6-75086da7a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:56.418758 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-06e15530-f4f2-472b-87b6-75086da7a418 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.0866780 Jul 20 11:48:56.485602 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-5fc9c985-5d1e-4d32-881c-0b4e7833c344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 200 len: 1001 time: 0.0574245 Jul 20 11:48:56.538722 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-f23541b0-28cc-43ee-b588-edf7ee9ac294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:56.540249 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-f23541b0-28cc-43ee-b588-edf7ee9ac294 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0448332 Jul 20 11:48:56.604624 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-e21a0f9b-efa2-445f-a8f8-5e80ce1f5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:48:56.606530 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-e21a0f9b-efa2-445f-a8f8-5e80ce1f5e67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593290 Jul 20 11:48:56.694878 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-d0f44426-9074-4ebb-abee-75cca886526c service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800736 Jul 20 11:48:56.789573 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-577434a6-2b93-4d85-b45f-1223362b1e13 req-b04e3e60-2785-450a-8cb1-e43c6794b22c service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867615 Jul 20 11:48:58.036392 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:48:59.067501 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 47962) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:59.169636 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda82-9c94-4989-8be6-d902ba01815e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.263643 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda82-9c94-4989-8be6-d902ba01815e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.267142 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda82-9c94-4989-8be6-d902ba01815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.304136 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4b4cda82-9c94-4989-8be6-d902ba01815e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60545a0f685c4dba92ddb66e57c59632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352376 Jul 20 11:48:59.306563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47968) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:59.311914 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cda82-9c94-4989-8be6-d902ba01815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e630e9-2bc1-425b-8740-e837d0ffe4f6,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:59.360373 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.382218 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.430173 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.433118 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.434276 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29e630e9-2bc1-425b-8740-e837d0ffe4f6 HTTP/1.1" status: 204 len: 168 time: 0.1266754 Jul 20 11:48:59.445237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb37718-2544-4d6e-bf9f-42550503f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e630e9-2bc1-425b-8740-e837d0ffe4f6,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:59.569358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.697171 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47978) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:59.710013 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cd36fbbd-cd83-4700-a08a-fcbbc8cc3129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.801114 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cd36fbbd-cd83-4700-a08a-fcbbc8cc3129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.805027 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cd36fbbd-cd83-4700-a08a-fcbbc8cc3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.845215 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-cd36fbbd-cd83-4700-a08a-fcbbc8cc3129 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c1b92096ffe4b6488e7f9e58a54bc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445875 Jul 20 11:48:59.845439 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 47980) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:48:59.852698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36fbbd-cd83-4700-a08a-fcbbc8cc3129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc2e94-91bf-4603-bf8f-3bede15a74f5,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:48:59.900157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.921419 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.973254 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.976157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:48:59.980135 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06dc2e94-91bf-4603-bf8f-3bede15a74f5 HTTP/1.1" status: 204 len: 168 time: 0.1337798 Jul 20 11:48:59.988903 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16d99-7dab-4549-98a0-31d37193db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc2e94-91bf-4603-bf8f-3bede15a74f5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:00.301669 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48000) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:00.315781 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0ec8-a877-4e89-9141-58f0b9dc1114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.404101 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0ec8-a877-4e89-9141-58f0b9dc1114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.408906 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0ec8-a877-4e89-9141-58f0b9dc1114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.449441 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-6b4c0ec8-a877-4e89-9141-58f0b9dc1114 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ac845e985fc436e8b664b353ffdf594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466587 Jul 20 11:49:00.450794 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c0ec8-a877-4e89-9141-58f0b9dc1114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95501e-31d1-49fa-b477-88c20edaf9e5,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:00.452738 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48002) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:00.505104 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.526304 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.575865 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.578442 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:00.579689 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae95501e-31d1-49fa-b477-88c20edaf9e5 HTTP/1.1" status: 204 len: 168 time: 0.1259372 Jul 20 11:49:00.587181 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55e4a-0dc9-41cf-a974-e285af0ecc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95501e-31d1-49fa-b477-88c20edaf9e5,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:04.717488 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-fae804e5-ee08-41d7-bf19-cd18383f9c03 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665719740&fields=id&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 267 time: 0.0331442 Jul 20 11:49:04.826502 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-69361398-7a17-40ce-be41-76b6fb17da5e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:04.827996 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-69361398-7a17-40ce-be41-76b6fb17da5e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1024086 Jul 20 11:49:04.842318 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-503b9db2-9f36-4c56-8258-06b83907ec0c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/quotas/286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 375 time: 0.0087762 Jul 20 11:49:04.907108 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-cff70e02-b4d0-4bcf-b78d-537e3085f71c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594580 Jul 20 11:49:05.005582 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-d99d10e4-e93a-4145-a4ab-9ea1b8d736e5 service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871384 Jul 20 11:49:05.094991 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-d1c86d07-6a30-4192-aad6-9eaadfbebe91 service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836298 Jul 20 11:49:05.131759 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-bdeb14d9-789e-4e69-b6a4-1c89984ef1af tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457937086&fields=id&tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e HTTP/1.1" status: 200 len: 267 time: 0.0339499 Jul 20 11:49:05.204181 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-445cd21c-03b8-4e35-8996-db4080f6a6d7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:05.207549 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-445cd21c-03b8-4e35-8996-db4080f6a6d7 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 984 time: 0.0688534 Jul 20 11:49:05.217297 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Request body: {'port': {'security_groups': ['71d62bb8-4f48-4d0b-9a42-645fc35e5ef2']}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:05.313701 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.423774 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adb24909-bee3-4d73-8a0a-6a3f836fd12f req-4e059523-c178-4cec-ac9b-60c23da0a054 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 210 time: 0.0432487 Jul 20 11:49:05.540347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:05.577358 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.582383 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.595527 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:05.638134 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:05.638863 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for port, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.640753 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3032a3b6-1750-4932-8e9b-4777ebbb7d25 req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "PUT /v2.0/ports/7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 942 time: 0.4282224 Jul 20 11:49:05.647984 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:05.648188 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48140) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:05.648953 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9551a-ed95-4cba-a836-47d193b64934" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:05.684323 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b62ed-8c43-45f1-9425-8d12c23daf9f tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event updated for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=7']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:05.735527 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39902dee-d15a-4b5b-acb9-07a792f831f1 x-openstack-request-id: req-39902dee-d15a-4b5b-acb9-07a792f831f1 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:05.736127 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:05.736515 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39902dee-d15a-4b5b-acb9-07a792f831f1 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:05.737851 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:49:05.746718 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:05.859789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.891056 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:05.948783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9551a-ed95-4cba-a836-47d193b64934 req-5cd86e08-b2d6-455d-b59b-551aef19e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:05.950229 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-5cd86e08-b2d6-455d-b59b-551aef19e434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1098 time: 0.1680009 Jul 20 11:49:05.981083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-08d30035-a09d-4fd8-9f5a-0c92e0f50ef1 None None] Provisioning complete for port 7f095918-a558-4ccd-a826-5790de62fe28 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:05.981450 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-08d30035-a09d-4fd8-9f5a-0c92e0f50ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.022753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.025605 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.027077 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "DELETE /v2.0/security-groups/1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a HTTP/1.1" status: 204 len: 168 time: 0.3777757 Jul 20 11:49:06.029818 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48148) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:06.068719 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dc19b-917e-496d-acbd-5ffbaca8f182 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1bdec-03d2-4d2b-863e-3e6b081f7f0a,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:06.098976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9551a-ed95-4cba-a836-47d193b64934 req-be3ae9c6-d0b7-4d3e-a8b8-6c3e0a762ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:06.100506 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-be3ae9c6-d0b7-4d3e-a8b8-6c3e0a762ca6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.1352072 Jul 20 11:49:06.176552 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-27938e94-4603-4270-99a5-838333cc16e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 1001 time: 0.0621343 Jul 20 11:49:06.228839 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9551a-ed95-4cba-a836-47d193b64934 req-77fa1305-8496-40dd-aac1-e809fc4aa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:06.230218 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-77fa1305-8496-40dd-aac1-e809fc4aa77b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0458255 Jul 20 11:49:06.293653 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9551a-ed95-4cba-a836-47d193b64934 req-0e75f271-0933-4298-87a1-1f1c0fd50db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:06.299633 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-0e75f271-0933-4298-87a1-1f1c0fd50db9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605423 Jul 20 11:49:06.395943 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-ae03a370-e902-4659-a766-ebda9103e829 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882518 Jul 20 11:49:06.511515 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Deleting port 3711f4ef-75d6-42ec-9553-76434770f231 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:06.511793 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.521030 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-78f9551a-ed95-4cba-a836-47d193b64934 req-beb6865c-469b-4465-900f-374baf559d67 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171772 Jul 20 11:49:06.558863 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b085bb85-f623-42bf-a572-f40739fc9501 req-9337bc4c-e550-464c-800a-dc48c95c6f06 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 210 time: 0.0441453 Jul 20 11:49:06.613188 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-55d0fc4b-9393-4fa1-9206-682c5df3f65b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:06.615440 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-55d0fc4b-9393-4fa1-9206-682c5df3f65b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1201425 Jul 20 11:49:06.629350 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.629690 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.649145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Calling delete_port for 3711f4ef-75d6-42ec-9553-76434770f231 owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:06.672912 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-61392a65-3f62-487a-a21d-bae84fc3ab0c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 379 time: 0.0395155 Jul 20 11:49:06.685504 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'port': {'device_id': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'admin_state_up': True, 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'security_groups': ['c75880a3-a2a9-4b13-a437-ff3058a4f24d']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:06.795025 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Made reservation on behalf of 286c59158dbd44fe84ef8ebb05518ded for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:06.798567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.873057 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.897322 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event deleted for resources: {'Port': ['ID=3711f4ef-75d6-42ec-9553-76434770f231,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:06.979911 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:06.980287 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Floating IP ecc7f754-1451-40cd-9b74-92806d354eaa disassociated (deleted). External IP: 172.27.1.236, port: 7f095918-a558-4ccd-a826-5790de62fe28. Jul 20 11:49:07.202285 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.20.0.3 (08740b45-95fd-4c98-9b58-d83bc1beecde/e5488129-42f6-4226-9538-d28837a71a16/c33be970-8896-4bf2-8cc3-28987bd41b74) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:07.219391 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Router ca30a7ee-7635-4fee-9559-599b0eb7bc5c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:07.339380 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:07.345550 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.349032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.351302 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Sync routers for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:07.363780 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Transition to ACTIVE for port object c33be970-8896-4bf2-8cc3-28987bd41b74 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:07.366173 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:07.366812 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:07.392678 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f874511a-d0cb-40da-bd55-8d5076c088b8 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "DELETE /v2.0/floatingips/ecc7f754-1451-40cd-9b74-92806d354eaa HTTP/1.1" status: 204 len: 168 time: 1.3587120 Jul 20 11:49:07.397211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.438850 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:07.444692 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:07.448702 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:07.478215 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:07.513757 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:07.515376 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.516348 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:07.534814 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-1d39bfa4-dd9b-4970-b579-00e15811e6d5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531387 Jul 20 11:49:07.555588 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Request body: {'port': {'device_id': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:07.681313 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.746100 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:07.748486 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395565b1-c16a-44a8-b58c-0e5c63738aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:07.795306 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c174987-f521-4e83-b32b-0e338782259f req-acbdb300-8fdf-4d7b-b6fe-202bf1000137 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:07.797958 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c174987-f521-4e83-b32b-0e338782259f req-acbdb300-8fdf-4d7b-b6fe-202bf1000137 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 931 time: 0.1012111 Jul 20 11:49:07.804682 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-e72d5c43-4697-40ac-8e81-8a5ccb4d5ba8 None None] Provisioning for port c33be970-8896-4bf2-8cc3-28987bd41b74 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:07.806334 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3bad3e-74c6-46ad-b9a5-9e7dfb69175b x-openstack-request-id: req-6a3bad3e-74c6-46ad-b9a5-9e7dfb69175b {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:07.806982 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:07.807431 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a3bad3e-74c6-46ad-b9a5-9e7dfb69175b {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:07.807887 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:49:07.844684 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-e72d5c43-4697-40ac-8e81-8a5ccb4d5ba8 None None] Provisioning complete for port c33be970-8896-4bf2-8cc3-28987bd41b74 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:07.845362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e72d5c43-4697-40ac-8e81-8a5ccb4d5ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:07.855880 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c174987-f521-4e83-b32b-0e338782259f req-80529299-fa75-40a9-9bf1-a65c4ddc7a56 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Jul 20 11:49:07.909744 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-e72d5c43-4697-40ac-8e81-8a5ccb4d5ba8 None None] Port c33be970-8896-4bf2-8cc3-28987bd41b74 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:07.963685 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:07.966665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-48a6ea28-5aa8-4602-b252-4ab06d6fc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:07.968179 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-48a6ea28-5aa8-4602-b252-4ab06d6fc33f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 1098 time: 0.1270018 Jul 20 11:49:07.995177 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Checking router: ca30a7ee-7635-4fee-9559-599b0eb7bc5c for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:08.007119 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:08.007922 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:08.123654 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:08.147511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-9cdf2019-be6b-4127-a62c-8de2cc99799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:08.149065 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-9cdf2019-be6b-4127-a62c-8de2cc99799c service neutron] 10.222.0.26 "GET /v2.0/networks?id=974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 200 len: 916 time: 0.1650712 Jul 20 11:49:08.151050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33be970-8896-4bf2-8cc3-28987bd41b74 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:49:08.165138 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:08.203585 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-4590bb33-ec4d-46cf-9a4a-52e66e785ff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 200 len: 217 time: 0.0456157 Jul 20 11:49:08.211615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Transition to ACTIVE for port object c33be970-8896-4bf2-8cc3-28987bd41b74 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:08.216497 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:08.284638 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-e5972490-2c49-41b6-b1f3-9865ac5bafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:08.286110 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-e5972490-2c49-41b6-b1f3-9865ac5bafc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 200 len: 854 time: 0.0662370 Jul 20 11:49:08.364262 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Pushing event updated for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:08.365406 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:08.397775 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc651426-e25d-4347-b14c-8c0212b2ecb5 None None] The sync data for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi is: [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:46:12Z', 'revision_number': 4, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '422b03ca-836d-4a5a-8e69-bbafb5a9b62a', 'name': '', 'network_id': '974af9ba-4bc9-4f89-ad56-7e62b651a940', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'mac_address': 'fa:16:3e:ad:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:12Z', 'updated_at': '2021-07-20T11:46:20Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'subnets': [{'id': 'd3cdbea9-6cfd-460d-936b-66a16dfa9cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:08.442652 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Attempting to bind port c33be970-8896-4bf2-8cc3-28987bd41b74 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:08.442984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Attempting to bind port c33be970-8896-4bf2-8cc3-28987bd41b74 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:08.443314 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Attempting to bind port c33be970-8896-4bf2-8cc3-28987bd41b74 on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:08.448525 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-7686ea6b-094c-4f20-baa1-fed32f85a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:08.450076 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-7686ea6b-094c-4f20-baa1-fed32f85a00d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=974af9ba-4bc9-4f89-ad56-7e62b651a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1559751 Jul 20 11:49:08.452320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Port c33be970-8896-4bf2-8cc3-28987bd41b74 on network 08740b45-95fd-4c98-9b58-d83bc1beecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:49:08.452655 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Attempting to bind port c33be970-8896-4bf2-8cc3-28987bd41b74 on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:08.467895 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:08.468230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:08.468632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Bound using segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:08.469079 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Bound port: c33be970-8896-4bf2-8cc3-28987bd41b74, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:08.469464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:08.600566 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:08.603965 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-171461ea-467a-46c9-985a-817868603bd6 service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451044 Jul 20 11:49:08.633634 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c33be970-8896-4bf2-8cc3-28987bd41b74,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:08.647359 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:08.669829 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2179d78a-ed58-4f28-9683-2b0984e1ec56 None None] New status for floating IP ecc7f754-1451-40cd-9b74-92806d354eaa: DOWN {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:49:08.727275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:08.727975 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:08.729319 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] 10.222.0.26 "PUT /v2.0/ports/c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 200 len: 1093 time: 1.1854248 Jul 20 11:49:08.731480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:08.733885 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1588656b-4839-4e02-8fe9-c58a9c0b7a37" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:08.811118 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0764cda2-1ea6-4026-a0cb-22f7c388e5ba x-openstack-request-id: req-0764cda2-1ea6-4026-a0cb-22f7c388e5ba {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:08.811416 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:08.811647 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0764cda2-1ea6-4026-a0cb-22f7c388e5ba {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:08.812035 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'status': 'completed', 'code': 200} Jul 20 11:49:08.812779 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d3db-fa24-44a5-ac36-96d9f11d541d service neutron] Pushing event updated for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:08.858455 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-395565b1-c16a-44a8-b58c-0e5c63738aeb req-0d1cddd0-4ce4-47f7-a50f-7a4c09aa3cea service neutron] 10.222.0.26 "GET /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422130 Jul 20 11:49:08.886861 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-adbd6778-78c3-4070-861f-9c157f23811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:08.888274 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-adbd6778-78c3-4070-861f-9c157f23811e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1096 time: 0.0959370 Jul 20 11:49:08.956843 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-d6faf118-9d7e-4f06-ab8f-faaad3457a75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 200 len: 217 time: 0.0579708 Jul 20 11:49:09.015472 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-421b8825-1d21-43a8-915a-3907526c84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.017183 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-421b8825-1d21-43a8-915a-3907526c84eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0541763 Jul 20 11:49:09.021060 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163725d-8e4b-4abb-980d-1f6498ecfcb5 req-f7df0b85-e0ac-465c-94cd-65a06edc3455 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.024319 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c163725d-8e4b-4abb-980d-1f6498ecfcb5 req-f7df0b85-e0ac-465c-94cd-65a06edc3455 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0771790 Jul 20 11:49:09.066148 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c163725d-8e4b-4abb-980d-1f6498ecfcb5 req-35296f6a-cb62-4169-ad26-5c50d27ef8bc tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362537 Jul 20 11:49:09.089844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-4f10eb2b-bac5-411b-b2bb-6a978d382782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.091351 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-4f10eb2b-bac5-411b-b2bb-6a978d382782 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669818 Jul 20 11:49:09.187551 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-8ccd6bc3-ebc5-4850-9286-1e349da57ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870104 Jul 20 11:49:09.284151 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-fddd6b12-0f18-4441-975a-ee385aa43f4f req-df87ccde-7137-4e96-bb0e-febcf3e6732a service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jul 20 11:49:09.398555 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-6321f101-413e-42c7-be33-fdf297a48cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.400049 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-6321f101-413e-42c7-be33-fdf297a48cde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1096 time: 0.0591180 Jul 20 11:49:09.488490 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-85036d13-0d03-487a-b021-b0807e155d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.489955 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-85036d13-0d03-487a-b021-b0807e155d6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0827322 Jul 20 11:49:09.536069 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-6436f61d-e038-436b-824e-726f8d91ee14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 200 len: 217 time: 0.0376272 Jul 20 11:49:09.585494 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-9160a390-8c70-490d-9997-ae6ea456195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.586893 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-9160a390-8c70-490d-9997-ae6ea456195d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0433416 Jul 20 11:49:09.645437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-ac17a191-eab3-4583-8daf-e234849b129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:09.646948 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-ac17a191-eab3-4583-8daf-e234849b129a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525742 Jul 20 11:49:09.743864 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-bc5c7277-e6db-4120-8ca8-f863c7ca0f4c service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826919 Jul 20 11:49:09.831982 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-1588656b-4839-4e02-8fe9-c58a9c0b7a37 req-b7f9dda1-bfa5-4832-8d76-ad1f58419171 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814385 Jul 20 11:49:10.198232 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c45be-43ec-494d-a10f-22be62d425f3 req-2de83379-cef3-44b9-8eac-4d3035d80dd5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:10.199725 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c6c45be-43ec-494d-a10f-22be62d425f3 req-2de83379-cef3-44b9-8eac-4d3035d80dd5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0660179 Jul 20 11:49:10.242204 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5c6c45be-43ec-494d-a10f-22be62d425f3 req-a7832e7f-33b4-42f0-a0d2-2742a8855cec tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362830 Jul 20 11:49:10.390784 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621444ae-3e51-470a-843d-efd0c48a9f01 req-f7d86d17-03e9-42e0-a80c-fb2e173a7de9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:10.392241 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-621444ae-3e51-470a-843d-efd0c48a9f01 req-f7d86d17-03e9-42e0-a80c-fb2e173a7de9 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0610218 Jul 20 11:49:10.431614 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-621444ae-3e51-470a-843d-efd0c48a9f01 req-dd4c63f0-faa3-4142-85eb-91af197413b5 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jul 20 11:49:11.376968 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f9ef-433e-43b0-8584-369ca034a40c req-8ab5082f-897f-454b-8daf-cc10ece80da4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:11.379073 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aad7f9ef-433e-43b0-8584-369ca034a40c req-8ab5082f-897f-454b-8daf-cc10ece80da4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0663831 Jul 20 11:49:11.420602 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aad7f9ef-433e-43b0-8584-369ca034a40c req-af3948e3-3b92-4853-9d38-3aa2f5bf04bb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Jul 20 11:49:11.558941 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4338b3-7225-4085-94dc-cc63e46ae382 req-b916372f-79f8-4002-9445-f71636e64e5d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:11.560456 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af4338b3-7225-4085-94dc-cc63e46ae382 req-b916372f-79f8-4002-9445-f71636e64e5d tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0639210 Jul 20 11:49:11.596802 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af4338b3-7225-4085-94dc-cc63e46ae382 req-832f4aad-0131-4e6c-9b45-71f760995d87 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300932 Jul 20 11:49:12.547188 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e873b0-1316-4d30-85a6-02f147e887d6 req-71d210fb-0468-41bc-990d-7c6187f80e8d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:12.548690 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c1e873b0-1316-4d30-85a6-02f147e887d6 req-71d210fb-0468-41bc-990d-7c6187f80e8d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0614479 Jul 20 11:49:12.587468 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c1e873b0-1316-4d30-85a6-02f147e887d6 req-8ca64250-fda5-4338-ad2f-4e6eeb1c511e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326939 Jul 20 11:49:12.693504 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-ef16c460-5d4e-407d-af3a-9c2e6b897a81 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:12.695368 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-ef16c460-5d4e-407d-af3a-9c2e6b897a81 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0715144 Jul 20 11:49:12.734807 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd374d-0c5a-4146-8331-6d6b55a0c767 req-3a92b68b-d115-4b93-a632-d07357b259b6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:12.736383 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-16bd374d-0c5a-4146-8331-6d6b55a0c767 req-3a92b68b-d115-4b93-a632-d07357b259b6 tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a7e2cc4-20bc-4114-892c-160eca94938b HTTP/1.1" status: 200 len: 945 time: 0.0712571 Jul 20 11:49:12.774336 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-16bd374d-0c5a-4146-8331-6d6b55a0c767 req-b0498f63-54c9-4ba6-9248-da8ada61e4ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.15 "GET /v2.0/security-groups?id=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 20 11:49:12.793649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Deleting port 7f095918-a558-4ccd-a826-5790de62fe28 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:12.794352 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:12.887241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] For port 7f095918-a558-4ccd-a826-5790de62fe28, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=7f095918-a558-4ccd-a826-5790de62fe28,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:12.887593 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:12.899749 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Calling delete_port for 7f095918-a558-4ccd-a826-5790de62fe28 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:13.021385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:13.033229 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['7f095918-a558-4ccd-a826-5790de62fe28'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:13.060890 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Pushing event deleted for resources: {'Port': ['ID=7f095918-a558-4ccd-a826-5790de62fe28,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:13.101567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] No DVR routers for this DVR port 7f095918-a558-4ccd-a826-5790de62fe28 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:13.104081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:13.106096 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09348a6d-12a8-43c7-a937-ee95d75e5979 req-d2fe48b8-283f-4b21-9a8e-51219336a3ce tempest-TestMinimumBasicScenario-1503828079 tempest-TestMinimumBasicScenario-1503828079-project] 10.222.0.26 "DELETE /v2.0/ports/7f095918-a558-4ccd-a826-5790de62fe28 HTTP/1.1" status: 204 len: 173 time: 0.4043934 Jul 20 11:49:13.106522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'name': 'network-vif-deleted', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:13.109025 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae730a97-d0ae-4ca9-be04-1e40cbb9dc8d" -d '{"events": [{"server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "name": "network-vif-deleted", "tag": "7f095918-a558-4ccd-a826-5790de62fe28"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:13.148048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699e31b0-cf57-4a59-a211-3e7998a9a422 x-openstack-request-id: req-699e31b0-cf57-4a59-a211-3e7998a9a422 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:13.148809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7e2cc4-20bc-4114-892c-160eca94938b", "name": "network-vif-deleted", "tag": "7f095918-a558-4ccd-a826-5790de62fe28", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:13.149162 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-699e31b0-cf57-4a59-a211-3e7998a9a422 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:13.149748 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7e2cc4-20bc-4114-892c-160eca94938b', 'name': 'network-vif-deleted', 'tag': '7f095918-a558-4ccd-a826-5790de62fe28', 'status': 'completed', 'code': 200} Jul 20 11:49:13.728131 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7167c4-dd6a-4e84-b658-b641e4b4ef8e req-5ba10532-c07b-4f15-b736-49fc697779d4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:13.729673 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d7167c4-dd6a-4e84-b658-b641e4b4ef8e req-5ba10532-c07b-4f15-b736-49fc697779d4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0738244 Jul 20 11:49:13.772817 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d7167c4-dd6a-4e84-b658-b641e4b4ef8e req-80e66c0f-378d-4e77-9835-ee629eefee3b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Jul 20 11:49:14.423266 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48290) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:14.931847 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:15.003082 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4133-411b-466b-96f6-6f50b77b9c54 req-fa804ff7-3148-4a55-afe0-d96b4349cc00 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:15.004569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f0c4133-411b-466b-96f6-6f50b77b9c54 req-fa804ff7-3148-4a55-afe0-d96b4349cc00 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.1608312 Jul 20 11:49:15.074804 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4f0c4133-411b-466b-96f6-6f50b77b9c54 req-78b439d6-d89a-47e3-8a0c-75dadc62adc8 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611444 Jul 20 11:49:15.292008 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Deleting port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:15.292375 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:15.376134 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] For port 422b03ca-836d-4a5a-8e69-bbafb5a9b62a, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:15.376425 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:15.388424 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Calling delete_port for 422b03ca-836d-4a5a-8e69-bbafb5a9b62a owned by network:router_interface {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:15.587622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:15.617027 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=422b03ca-836d-4a5a-8e69-bbafb5a9b62a,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:15.991356 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 7f095918-a558-4ccd-a826-5790de62fe28 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:16.011465 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 7f095918-a558-4ccd-a826-5790de62fe28 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:16.011805 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 7f095918-a558-4ccd-a826-5790de62fe28 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:16.014274 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:16.272598 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Router ca30a7ee-7635-4fee-9559-599b0eb7bc5c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:16.282636 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07acef-0e90-40db-ad6a-7efafee20129 req-41186d5a-432b-4e10-be1c-6616e7141cc3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:16.284487 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a07acef-0e90-40db-ad6a-7efafee20129 req-41186d5a-432b-4e10-be1c-6616e7141cc3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.1205146 Jul 20 11:49:16.389418 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9a07acef-0e90-40db-ad6a-7efafee20129 req-d33302cc-b00c-4416-9e5c-38adaa0f8903 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989628 Jul 20 11:49:16.415597 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:16.422964 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a4995e52-11d4-421c-8715-9d6ac5820ea5 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca30a7ee-7635-4fee-9559-599b0eb7bc5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9959750 Jul 20 11:49:16.423058 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48308) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:16.424603 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Sync routers for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:16.433545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:16.434143 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:16.528346 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:16.540960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:16.649075 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:16.707788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Deleting port a621c169-b1b4-444f-882e-a6a3af876452 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:16.708124 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:16.723944 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:49:15Z', 'revision_number': 5, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port': {'id': 'a621c169-b1b4-444f-882e-a6a3af876452', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:09Z', 'updated_at': '2021-07-20T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:16.760410 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Checking router: ca30a7ee-7635-4fee-9559-599b0eb7bc5c for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:16.769335 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Routers {'ca30a7ee-7635-4fee-9559-599b0eb7bc5c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:16.770029 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:16.790978 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] For port a621c169-b1b4-444f-882e-a6a3af876452, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a621c169-b1b4-444f-882e-a6a3af876452,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:16.791360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:16.813708 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Calling delete_port for a621c169-b1b4-444f-882e-a6a3af876452 owned by network:router_gateway {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:16.860669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] Set router ca30a7ee-7635-4fee-9559-599b0eb7bc5c gateway port host: None {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:16.914048 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:49:16Z', 'revision_number': 6, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:16.940047 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8313a3-8e5e-42dd-a54a-d22b6ebfdd92 None None] The sync data for ids ['ca30a7ee-7635-4fee-9559-599b0eb7bc5c'] in dv-cinder-801354-2-iscsi is: [{'id': 'ca30a7ee-7635-4fee-9559-599b0eb7bc5c', 'name': 'tempest-TestMinimumBasicScenario-1384131589-router', 'tenant_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:08Z', 'updated_at': '2021-07-20T11:49:16Z', 'revision_number': 6, 'project_id': '9f5af3de636347eba8ea8b1c5ab9bd5e', 'gw_port_host': None}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:16.985213 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.011312 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=a621c169-b1b4-444f-882e-a6a3af876452,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:17.079361 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.184423 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.186393 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.246507 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.246962 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca30a7ee-7635-4fee-9559-599b0eb7bc5c {{(pid=105204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:49:17.251617 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.252807 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-598827f7-e71e-4e17-98eb-d71083928ffd admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca30a7ee-7635-4fee-9559-599b0eb7bc5c HTTP/1.1" status: 204 len: 168 time: 0.8288784 Jul 20 11:49:17.255342 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48314) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:17.298225 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Deleting subnet d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:49:17.303662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.344822 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.465983 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.559977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.576401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c003-eb4d-44bf-9dfe-12bac387330d req-40e30aff-5cf9-4947-89f8-8052e3aee745 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:17.577903 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b94c003-eb4d-44bf-9dfe-12bac387330d req-40e30aff-5cf9-4947-89f8-8052e3aee745 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 943 time: 0.0897717 Jul 20 11:49:17.600263 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cdbea9-6cfd-460d-936b-66a16dfa9cc1,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:17.602401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.604453 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ba341bbc-a466-490d-a6ef-e58c1efe0cc3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d3cdbea9-6cfd-460d-936b-66a16dfa9cc1 HTTP/1.1" status: 204 len: 168 time: 0.3481040 Jul 20 11:49:17.607429 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48322) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:17.613790 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a220e9-4beb-45fe-8a68-a53613741119 None None] Network 974af9ba-4bc9-4f89-ad56-7e62b651a940 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:17.652333 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b94c003-eb4d-44bf-9dfe-12bac387330d req-2cee8067-4f1a-4d89-b1ea-2aeb2633b1a7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555832 Jul 20 11:49:17.697283 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.776287 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Deleting port b3c72465-09fa-435c-b2f6-9859eaf20ca8 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:17.776287 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.785977 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a621c169-b1b4-444f-882e-a6a3af876452 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:17.809955 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: a621c169-b1b4-444f-882e-a6a3af876452 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:17.810286 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a621c169-b1b4-444f-882e-a6a3af876452 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:17.810690 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 422b03ca-836d-4a5a-8e69-bbafb5a9b62a no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:17.836769 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 422b03ca-836d-4a5a-8e69-bbafb5a9b62a {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:17.837102 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 422b03ca-836d-4a5a-8e69-bbafb5a9b62a not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:17.840462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] For port b3c72465-09fa-435c-b2f6-9859eaf20ca8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=b3c72465-09fa-435c-b2f6-9859eaf20ca8,segment=NetworkSegment(2319d0f8-c0ed-40e1-ab40-222ce0a85a44),segment_id=2319d0f8-c0ed-40e1-ab40-222ce0a85a44)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:17.840853 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.854965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Calling delete_port for b3c72465-09fa-435c-b2f6-9859eaf20ca8 owned by network:dhcp {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:17.929877 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] DHCP port deletion for 974af9ba-4bc9-4f89-ad56-7e62b651a940 request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:49:17.951015 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.974806 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Deleting port b3c72465-09fa-435c-b2f6-9859eaf20ca8 {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:17.975203 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:17.976683 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c72465-09fa-435c-b2f6-9859eaf20ca8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:17.981324 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] No DVR routers for this DVR port b3c72465-09fa-435c-b2f6-9859eaf20ca8 on host dv-cinder-801354-2-iscsi {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:17.995792 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device c33be970-8896-4bf2-8cc3-28987bd41b74 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:49:18.046057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] For port b3c72465-09fa-435c-b2f6-9859eaf20ca8, host dv-cinder-801354-2-iscsi, got binding levels [] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:18.046396 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.049783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.062481 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974af9ba-4bc9-4f89-ad56-7e62b651a940']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:18.076587 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2319d0f8-c0ed-40e1-ab40-222ce0a85a44') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:18.076965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2319d0f8-c0ed-40e1-ab40-222ce0a85a44') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:18.078706 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Calling delete_port for b3c72465-09fa-435c-b2f6-9859eaf20ca8 owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:18.083969 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.ipam_backend_mixin [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Port b3c72465-09fa-435c-b2f6-9859eaf20ca8 was not found and therefore no delete operation was performed {{(pid=105206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 20 11:49:18.086559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.091940 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.100773 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.107503 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:49:18.107924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:49:18.109554 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:49:18.120846 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] Pushing event deleted for resources: {'Port': ['ID=b3c72465-09fa-435c-b2f6-9859eaf20ca8,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:18.149723 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f207e2c-40ee-41cd-8633-1c02b5d22270 None None] No DVR routers for this DVR port b3c72465-09fa-435c-b2f6-9859eaf20ca8 on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:18.164471 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.176269 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.178143 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/974af9ba-4bc9-4f89-ad56-7e62b651a940 HTTP/1.1" status: 204 len: 168 time: 0.5688815 Jul 20 11:49:18.181133 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48336) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:18.187304 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c33be970-8896-4bf2-8cc3-28987bd41b74,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:18.193440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c46bd-90ef-4750-9fd7-b823a8ad5d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=974af9ba-4bc9-4f89-ad56-7e62b651a940,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:18.198136 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'port_id': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'mac_address': 'fa:16:3e:d4:d4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:49:18.235484 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.248178 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33be970-8896-4bf2-8cc3-28987bd41b74 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:49:18.267038 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c33be970-8896-4bf2-8cc3-28987bd41b74,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:18.270899 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.321439 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:18.529444 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['c33be970-8896-4bf2-8cc3-28987bd41b74'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:18.530675 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.835558 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaf3b1-c709-467f-8784-6631712eb100 req-b8110147-d66c-4ded-9eb0-c09af1ac1ff2 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:18.836968 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3abaf3b1-c709-467f-8784-6631712eb100 req-b8110147-d66c-4ded-9eb0-c09af1ac1ff2 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 944 time: 0.0998120 Jul 20 11:49:18.842138 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Deleting port a17a2585-21d2-45c0-905a-ccd3c065eab3 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:18.842467 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.923943 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3abaf3b1-c709-467f-8784-6631712eb100 req-51d4cf03-6a41-4d9a-b962-80fb855f1ab1 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794761 Jul 20 11:49:18.950648 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] For port a17a2585-21d2-45c0-905a-ccd3c065eab3, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a17a2585-21d2-45c0-905a-ccd3c065eab3,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:18.951002 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:18.963351 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Calling delete_port for a17a2585-21d2-45c0-905a-ccd3c065eab3 owned by network:router_interface {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:19.133976 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:19.157946 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17a2585-21d2-45c0-905a-ccd3c065eab3,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:19.319845 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:19.776367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Router 448ddc90-06f6-470c-9e83-505f6e8672d3 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:19.832489 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b3c72465-09fa-435c-b2f6-9859eaf20ca8 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:19.852224 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: b3c72465-09fa-435c-b2f6-9859eaf20ca8 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:19.852607 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device b3c72465-09fa-435c-b2f6-9859eaf20ca8 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:19.880511 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:19.887715 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48348) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:19.888247 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0cdc1d40-8e86-45d9-a306-32683e703dc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/448ddc90-06f6-470c-9e83-505f6e8672d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050934 Jul 20 11:49:19.888804 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-570d8d4b-c764-4633-86cd-a9ef510a132e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:19.895996 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Sync routers for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:19.904883 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:19.905481 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:19.999903 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.008868 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:20.010699 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device c33be970-8896-4bf2-8cc3-28987bd41b74 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:20.075259 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port c33be970-8896-4bf2-8cc3-28987bd41b74 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:20.080396 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port c33be970-8896-4bf2-8cc3-28987bd41b74 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:20.081199 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.110842 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2067-6d33-4fe9-88b9-e2d3a7d8a092 req-2fddd19f-e58d-47ca-9c20-c56c9da26349 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:20.113811 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c74e2067-6d33-4fe9-88b9-e2d3a7d8a092 req-2fddd19f-e58d-47ca-9c20-c56c9da26349 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 944 time: 0.1151178 Jul 20 11:49:20.130723 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.163236 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c74e2067-6d33-4fe9-88b9-e2d3a7d8a092 req-1d352202-ddf4-489f-88a1-b3398fd65849 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417142 Jul 20 11:49:20.187812 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.193026 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Deleting port f23afd2f-1df6-407a-9ac3-0bf107f8affe {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:20.193372 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.203439 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:49:19Z', 'revision_number': 5, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port': {'id': 'f23afd2f-1df6-407a-9ac3-0bf107f8affe', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:46:16Z', 'updated_at': '2021-07-20T11:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:20.211083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:20.213362 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67425e-24a9-4896-b085-aa265d8b9c90" -d '{"events": [{"server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "name": "network-vif-plugged", "status": "completed", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:20.226445 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c33be970-8896-4bf2-8cc3-28987bd41b74,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:20.231375 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.238929 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Checking router: 448ddc90-06f6-470c-9e83-505f6e8672d3 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:20.247656 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Routers {'448ddc90-06f6-470c-9e83-505f6e8672d3'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:20.248254 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:48:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['448ddc90-06f6-470c-9e83-505f6e8672d3'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:20.264054 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb7de9-f87e-492f-a720-7528344f1692 x-openstack-request-id: req-05bb7de9-f87e-492f-a720-7528344f1692 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:20.265627 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "name": "network-vif-plugged", "status": "completed", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:20.265627 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05bb7de9-f87e-492f-a720-7528344f1692 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:20.265627 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'code': 200} Jul 20 11:49:20.291521 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] For port f23afd2f-1df6-407a-9ac3-0bf107f8affe, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f23afd2f-1df6-407a-9ac3-0bf107f8affe,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:20.292076 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.293062 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:20.304836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Calling delete_port for f23afd2f-1df6-407a-9ac3-0bf107f8affe owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:20.340404 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] Set router 448ddc90-06f6-470c-9e83-505f6e8672d3 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:20.392829 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:49:20Z', 'revision_number': 6, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:20.419840 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9cf91d-d5a8-494d-98a9-452ef6653eef None None] The sync data for ids ['448ddc90-06f6-470c-9e83-505f6e8672d3'] in dv-cinder-801354-2-iscsi is: [{'id': '448ddc90-06f6-470c-9e83-505f6e8672d3', 'name': 'tempest-TestMinimumBasicScenario-445408299-router', 'tenant_id': '1177290177d2480e9ba96ad6e921bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:46:15Z', 'updated_at': '2021-07-20T11:49:20Z', 'revision_number': 6, 'project_id': '1177290177d2480e9ba96ad6e921bf68', 'gw_port_host': None}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:20.478189 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.516343 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23afd2f-1df6-407a-9ac3-0bf107f8affe,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:20.602698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.663365 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7c40-d589-4d8e-a0a1-6a8c7094dbb4 req-bfa60309-448d-44ff-b16f-4a0c17a8271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:20.664908 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bee7c40-d589-4d8e-a0a1-6a8c7094dbb4 req-bfa60309-448d-44ff-b16f-4a0c17a8271d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1098 time: 0.1617348 Jul 20 11:49:20.708887 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.712152 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.759419 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bee7c40-d589-4d8e-a0a1-6a8c7094dbb4 req-75384180-2e2c-4972-b5e5-2d8ca65aef8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670002 Jul 20 11:49:20.764097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.764689 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448ddc90-06f6-470c-9e83-505f6e8672d3 {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:49:20.769821 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.771092 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-552eda6f-f81a-4371-9bf0-e157a7ddc3a4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/448ddc90-06f6-470c-9e83-505f6e8672d3 HTTP/1.1" status: 204 len: 168 time: 0.8823931 Jul 20 11:49:20.773537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48356) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:20.818145 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Deleting subnet 936d1005-f761-493f-b3fe-43b1b66e6bdc {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:49:20.821505 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.861756 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:20.967559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.023115 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.314217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936d1005-f761-493f-b3fe-43b1b66e6bdc,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:21.319935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ae84e-74dd-40b1-8a77-6d3fa5c3371b req-daa1af29-d057-48be-8dc9-bfdbc183b719 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:21.322970 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-232ae84e-74dd-40b1-8a77-6d3fa5c3371b req-daa1af29-d057-48be-8dc9-bfdbc183b719 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0856831 Jul 20 11:49:21.324757 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.326698 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b3958778-edbb-423c-8c23-dcb1cabc331b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/936d1005-f761-493f-b3fe-43b1b66e6bdc HTTP/1.1" status: 204 len: 168 time: 0.5522051 Jul 20 11:49:21.331428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48366) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:21.335057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04b55a-52c4-4584-8d3f-7809a1517862 None None] Network f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:21.438312 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-232ae84e-74dd-40b1-8a77-6d3fa5c3371b req-fce81db0-8eaf-4b48-bf6f-23be59e944ff tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940790 Jul 20 11:49:21.459856 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.528548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Deleting port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:21.528911 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.605044 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] For port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,segment=NetworkSegment(b2c9c7f6-9007-4518-b2da-49006f3031ee),segment_id=b2c9c7f6-9007-4518-b2da-49006f3031ee)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:21.605421 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.625666 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Calling delete_port for 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 owned by network:dhcp {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:21.751431 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] DHCP port deletion for f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:49:21.807518 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.843150 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:21.854283 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Deleting port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:21.854666 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.855437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] No DVR routers for this DVR port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 on host dv-cinder-801354-2-iscsi {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:21.859041 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a17a2585-21d2-45c0-905a-ccd3c065eab3 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:21.905023 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: a17a2585-21d2-45c0-905a-ccd3c065eab3 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:21.905595 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a17a2585-21d2-45c0-905a-ccd3c065eab3 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:21.906439 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:21.931832 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:21.932035 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:21.932836 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f23afd2f-1df6-407a-9ac3-0bf107f8affe no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:21.965675 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:21.977162 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b7a286-2c9a-42fc-8f8b-eb152f8796a2']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:21.983648 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: f23afd2f-1df6-407a-9ac3-0bf107f8affe {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:21.983992 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f23afd2f-1df6-407a-9ac3-0bf107f8affe not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:21.989939 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] For port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8, host dv-cinder-801354-2-iscsi, got binding levels [] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:21.990328 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.002818 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c9c7f6-9007-4518-b2da-49006f3031ee') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:22.003241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c9c7f6-9007-4518-b2da-49006f3031ee') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:22.003443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Calling delete_port for 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:22.006162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.ipam_backend_mixin [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 was not found and therefore no delete operation was performed {{(pid=105206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 20 11:49:22.007884 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.019320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.044997 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.045173 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] No DVR routers for this DVR port 05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8 on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:22.047991 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8126-daa5-4ae4-9e72-27c894a8be76 None None] Pushing event deleted for resources: {'Port': ['ID=05d403a7-31ea-4ee8-bb89-bf0b5d0e82c8,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:22.060578 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:49:22.060990 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:49:22.062770 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:49:22.121865 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.126927 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.129472 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f7b7a286-2c9a-42fc-8f8b-eb152f8796a2 HTTP/1.1" status: 204 len: 168 time: 0.7968447 Jul 20 11:49:22.141273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22891d8-9493-4107-8b47-2f3f0dc27d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b7a286-2c9a-42fc-8f8b-eb152f8796a2,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:22.296133 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48388) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:22.338886 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-8d63387b-2789-4228-89c9-37d746f238e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f5af3de636347eba8ea8b1c5ab9bd5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415454 Jul 20 11:49:22.341439 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48390) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:22.397553 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.423215 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.455398 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-63aebdb8-72ba-40aa-9224-b190d0ea7db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.476800 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.479334 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.480552 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71d62bb8-4f48-4d0b-9a42-645fc35e5ef2 HTTP/1.1" status: 204 len: 168 time: 0.1380157 Jul 20 11:49:22.491145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebfb3e-75d6-4a08-b7f3-2a5fa7778488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d62bb8-4f48-4d0b-9a42-645fc35e5ef2,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:22.585591 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbc84d-33b4-42ae-9555-9dde96ca282b req-4ff7b830-19b7-4591-9fdb-cfc53dcc7342 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:22.587587 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-decbc84d-33b4-42ae-9555-9dde96ca282b req-4ff7b830-19b7-4591-9fdb-cfc53dcc7342 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0726814 Jul 20 11:49:22.628283 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-decbc84d-33b4-42ae-9555-9dde96ca282b req-9c18f643-cc44-4fff-a0fc-4a7beb412266 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345402 Jul 20 11:49:22.758383 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5cc0-fdce-44b6-aedb-21160ebff936 req-19cc582f-4843-4a5a-ac8d-4414ff351d49 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:22.760157 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f9f5cc0-fdce-44b6-aedb-21160ebff936 req-19cc582f-4843-4a5a-ac8d-4414ff351d49 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Jul 20 11:49:22.798095 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f9f5cc0-fdce-44b6-aedb-21160ebff936 req-94e989d8-7f20-4306-9188-d6c0a8b81097 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jul 20 11:49:22.812186 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48402) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:22.820426 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48404) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:22.853024 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-117c1a99-c17a-4664-ab05-a37a3d563b38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1177290177d2480e9ba96ad6e921bf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392876 Jul 20 11:49:22.855627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48408) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:22.896207 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.908143 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.930914 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.978539 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.981734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:22.983209 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c606573-27e5-4928-b22d-affb42149eed HTTP/1.1" status: 204 len: 168 time: 0.1265807 Jul 20 11:49:22.998869 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233ba2e-14b3-4748-8328-5fb0ddc26422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c606573-27e5-4928-b22d-affb42149eed,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:23.105239 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4235edb-5813-4a2f-bbc8-aa95bc7c3a94 tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:23.109468 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f4235edb-5813-4a2f-bbc8-aa95bc7c3a94 tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1093 time: 0.2851336 Jul 20 11:49:23.109935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48420) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:23.114202 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'port_id': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:23.137921 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.249483 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.373922 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.27.1.46 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/32e5e712-0ec0-4a69-866b-4ac77c28ac7a) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:23.489845 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.531072 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.548124 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.573370 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:23.579465 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:23.583700 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:23.590045 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=32e5e712-0ec0-4a69-866b-4ac77c28ac7a,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:23.734312 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48450) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:23.831331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1724664919-network', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:23.850758 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Made reservation on behalf of 0a087cfbe7274a51b5bfda97602a1f38 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:23.853096 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.861431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.947063 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.950964 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.961766 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.975024 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:49:23.984695 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b3a17-7f72-4826-afe9-79580b017212,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:23.990151 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:23.990492 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Added segment 8f3275e1-40fd-4665-8acb-a91f7800789a of type vlan for network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b Jul 20 11:49:24.030022 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.043013 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.065967 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.067013 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:24.067607 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.104646 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3691103 Jul 20 11:49:24.113582 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48454) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:24.119914 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Request body: {'subnet': {'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1724664919-subnet', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:24.131232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a200949-5dad-4457-b43a-f02dc205834c admin admin] Pushing event updated for resources: {'Network': ['ID=60b8c955-e306-4cd4-9fc3-ba5927bedc8b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:24.141398 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:49:24.175605 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Made reservation on behalf of 0a087cfbe7274a51b5bfda97602a1f38 for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:24.178074 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.282741 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.288571 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.397099 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=32e5e712-0ec0-4a69-866b-4ac77c28ac7a,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:24.408837 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.525095 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.587351 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 68961024-cbb8-40bf-a93b-8b95172c8064 associated. External IP: 172.27.1.46, port: c33be970-8896-4bf2-8cc3-28987bd41b74. Jul 20 11:49:24.627015 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b020a4-461e-4705-94ea-98922d3f727f,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:24.675431 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Checking segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:24.675787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Network hostable DHCP agents. Network: 60b8c955-e306-4cd4-9fc3-ba5927bedc8b, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:49:24.708158 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:49:24.719681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 60b8c955-e306-4cd4-9fc3-ba5927bedc8b) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:24.725448 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:24.726049 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.727575 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c65d85-7dfe-4629-917f-faa20c70cd14 None None] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:24.803294 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ae466e4c-70c4-4892-b088-b45f2e8856f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6886394 Jul 20 11:49:24.806218 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48462) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:24.812355 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:24.834856 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.836149 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.841413 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:24.882130 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:49:24.883089 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.894727 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:24.961258 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:24.973762 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:24.981018 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.012372 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:25.013032 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:25.031961 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-42dc3523-8e0f-4341-a708-b84e5f2b5132 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9077137 Jul 20 11:49:25.031961 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:25.031961 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ca33d-2409-45bf-aacd-dd6671dfcefd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:25.039177 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.058223 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf2dce-8adc-49ab-b4f1-e0d678f64ec3 x-openstack-request-id: req-5abf2dce-8adc-49ab-b4f1-e0d678f64ec3 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:25.058576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:25.058887 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5abf2dce-8adc-49ab-b4f1-e0d678f64ec3 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:25.059350 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'status': 'completed', 'code': 200} Jul 20 11:49:25.111216 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Allocated IP 172.20.0.2 (60b8c955-e306-4cd4-9fc3-ba5927bedc8b/e4b020a4-461e-4705-94ea-98922d3f727f/64e92f65-55c9-43d8-91ca-ca3d4bce8232) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:25.172716 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:25.242952 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.244867 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.262377 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.368534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Allocated IP 172.27.1.137 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/f2e1e2ff-98cb-46a5-b4ba-f6d852b08138) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:25.470862 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.472776 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.486640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Transition to ACTIVE for port object 64e92f65-55c9-43d8-91ca-ca3d4bce8232 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:25.512233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.518695 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Transition to ACTIVE for port object 64e92f65-55c9-43d8-91ca-ca3d4bce8232 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:25.545221 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.582480 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:25.587217 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:25.589909 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:25.593570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:25.601699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:25.609648 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:25.631164 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:25.635555 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Pushing event updated for resources: {'Port': ['ID=64e92f65-55c9-43d8-91ca-ca3d4bce8232,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:25.650169 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-4baf2ca2-0a54-483f-a5a7-4d9f76f30bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:25.651809 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-4baf2ca2-0a54-483f-a5a7-4d9f76f30bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1098 time: 0.1329997 Jul 20 11:49:25.669256 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.669665 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.670009 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.670341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.670669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.671286 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.671620 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.671991 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.672342 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.672667 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.672987 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.673303 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:25.688275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Attempting to bind port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:25.688715 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Attempting to bind port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:25.689075 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Attempting to bind port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 on network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:25.698326 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:25.699671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Checking segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:25.699671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.699671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Bound using segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:25.700064 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Bound port: 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:25.700525 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.713883 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68961024-cbb8-40bf-a93b-8b95172c8064', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:d4:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:23Z', 'updated_at': '2021-07-20T11:49:23Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:25.745654 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:25.780182 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:25.781261 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:25.870175 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] For port 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:25.873244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] For port 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=64e92f65-55c9-43d8-91ca-ca3d4bce8232,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:25.878364 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:25.888651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-4210c59e-5999-4ee6-b76c-b51eec4d08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:25.890276 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-4210c59e-5999-4ee6-b76c-b51eec4d08ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.2286806 Jul 20 11:49:26.001701 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-9764acc5-4e9e-402b-810a-374959628741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 200 len: 998 time: 0.0836518 Jul 20 11:49:26.023923 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:26.091350 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0a55f-3bd2-4818-90a8-78496968ce29 None None] Pushing event updated for resources: {'Port': ['ID=64e92f65-55c9-43d8-91ca-ca3d4bce8232,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:26.102614 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:26.207686 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-c9880b43-3164-44c3-98e8-86d03e9928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:26.209211 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-c9880b43-3164-44c3-98e8-86d03e9928f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.1946669 Jul 20 11:49:26.310480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:26.321801 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-55907689-4a4e-4094-aec7-8d679815c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:26.323353 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-55907689-4a4e-4094-aec7-8d679815c803 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874145 Jul 20 11:49:26.379332 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68961024-cbb8-40bf-a93b-8b95172c8064', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:d4:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:23Z', 'updated_at': '2021-07-20T11:49:23Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:26.405903 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fe9d6-2b5b-4fe1-9ae2-01accc89da50 None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '68961024-cbb8-40bf-a93b-8b95172c8064', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:d4:d4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:23Z', 'updated_at': '2021-07-20T11:49:23Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:26.498655 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-7aecf083-831b-44de-9532-e4a1afe4abac service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419821 Jul 20 11:49:26.618750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Router cbadef9d-672e-452b-93de-5a1df05b3294 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:49:26.647975 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-696ca33d-2409-45bf-aacd-dd6671dfcefd req-7f0139e2-ed0f-491c-9b0f-17e8a8e70598 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331234 Jul 20 11:49:26.701643 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ce15-2405-4d5e-8f8a-dd38988eed5a req-693a0722-c2ac-46af-bd9a-ba772cf29e56 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:26.717266 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c882ce15-2405-4d5e-8f8a-dd38988eed5a req-693a0722-c2ac-46af-bd9a-ba772cf29e56 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.1559985 Jul 20 11:49:26.718471 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43883445-4077-4da6-ab61-b1de47e1f983 None None] New status for floating IP 68961024-cbb8-40bf-a93b-8b95172c8064: ACTIVE {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:49:26.796926 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c882ce15-2405-4d5e-8f8a-dd38988eed5a req-e46f7680-262f-4c46-b7dc-0e80a8b29806 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784116 Jul 20 11:49:26.798260 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:26.808154 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Sync routers for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:26.828436 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:26.831772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:26.836125 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:26.850042 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-804aa287-a510-4eb1-a06b-bf09fe94cc91 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0343716 Jul 20 11:49:26.850042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48488) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:26.995972 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48494) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:27.014827 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:27.164506 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a6cab-4ce4-4b44-9751-ca1f38c4fd53 None None] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:27.281112 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-0b292b92-0d76-4746-904d-a6560be0b20b None None] Provisioning for port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:27.330074 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:25Z', 'revision_number': 3, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:27.360748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Checking router: cbadef9d-672e-452b-93de-5a1df05b3294 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:27.361095 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Updating router cbadef9d-672e-452b-93de-5a1df05b3294 port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:49:27.425396 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.482748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a05bd176-ca9d-4593-9b9e-68abdd9191d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.686453 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a05bd176-ca9d-4593-9b9e-68abdd9191d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.696072 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a05bd176-ca9d-4593-9b9e-68abdd9191d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.710684 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.723001 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Transition to ACTIVE for port object f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:27.725143 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.731831 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.756236 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a05bd176-ca9d-4593-9b9e-68abdd9191d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7efb427d9a8f4ac294d5298edb214f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586203 Jul 20 11:49:27.758675 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48498) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:27.765048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bd176-ca9d-4593-9b9e-68abdd9191d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8369c31-a2fc-4802-8a5a-e7cfda4f2e9b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:27.783165 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Attempting to bind port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:27.784445 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Attempting to bind port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:27.784583 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Attempting to bind port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:27.800100 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:27.800903 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:27.801372 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.801714 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:27.802174 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Bound port: f2e1e2ff-98cb-46a5-b4ba-f6d852b08138, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:27.802560 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.825705 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2b335-3a28-497a-a1ec-c2d45e5cce6c None None] Pushing event updated for resources: {'Port': ['ID=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:27.871983 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] For port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:27.876665 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 64e92f65-55c9-43d8-91ca-ca3d4bce8232 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:27.915021 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.917712 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] For port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:27.934771 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.968056 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:27.987226 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b08ee-ddfc-4b2b-8d67-474538074d58 req-529027b8-b20b-4867-b1c8-251a856393bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:27.994963 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a0b08ee-ddfc-4b2b-8d67-474538074d58 req-529027b8-b20b-4867-b1c8-251a856393bb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.0787928 Jul 20 11:49:27.996714 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:27.997424 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:28.012701 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Allocated IP 172.20.0.1 (60b8c955-e306-4cd4-9fc3-ba5927bedc8b/e4b020a4-461e-4705-94ea-98922d3f727f/cab63c02-d5fc-44b8-b663-bf20e1775b52) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:28.033991 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a0b08ee-ddfc-4b2b-8d67-474538074d58 req-a3638bc8-ea8b-48fc-a624-375e95c43f11 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Jul 20 11:49:28.065193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.065562 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:28.067910 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.069062 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8369c31-a2fc-4802-8a5a-e7cfda4f2e9b HTTP/1.1" status: 204 len: 168 time: 0.3097110 Jul 20 11:49:28.087033 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2b335-3a28-497a-a1ec-c2d45e5cce6c None None] Pushing event updated for resources: {'Port': ['ID=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:28.090980 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:28.091464 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.107629 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8ea6-1e77-4e6a-95fc-1cc4af8a25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8369c31-a2fc-4802-8a5a-e7cfda4f2e9b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:28.147627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.163981 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Transition to ACTIVE for port object cab63c02-d5fc-44b8-b663-bf20e1775b52 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:28.171966 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:28.200899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.241860 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:28.244606 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:28.248130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:28.271215 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Pushing event updated for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:28.291694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.293344 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.368693 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=64e92f65-55c9-43d8-91ca-ca3d4bce8232,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:28.378033 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.458201 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=64e92f65-55c9-43d8-91ca-ca3d4bce8232,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:28.483397 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.490154 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:25Z', 'revision_number': 3, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:28.520927 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-832a8aec-4beb-4842-a626-47ce1ee34be2 None None] Provisioning for port cab63c02-d5fc-44b8-b663-bf20e1775b52 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:28.523101 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3713ae-986e-4a11-9d2c-c038bb7b8e93 None None] The sync data for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi is: [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:25Z', 'revision_number': 3, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:28.526785 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-832a8aec-4beb-4842-a626-47ce1ee34be2 None None] Provisioning complete for port cab63c02-d5fc-44b8-b663-bf20e1775b52 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:28.527085 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-832a8aec-4beb-4842-a626-47ce1ee34be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.570672 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-832a8aec-4beb-4842-a626-47ce1ee34be2 None None] Port cab63c02-d5fc-44b8-b663-bf20e1775b52 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:28.673548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.678759 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.749585 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Pushing event updated for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:28.752736 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:28.881805 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:28.883304 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:29.034189 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Router cbadef9d-672e-452b-93de-5a1df05b3294 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:29.198160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-932968dc-7324-4254-82b5-1dcf86efdf5e None None] Provisioning complete for port cab63c02-d5fc-44b8-b663-bf20e1775b52 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:29.198790 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-932968dc-7324-4254-82b5-1dcf86efdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.201358 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:29.208109 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-db42bc0b-893b-4fb8-9bad-a08c1e2f29b0 admin admin] 10.222.0.15 "PUT /v2.0/routers/cbadef9d-672e-452b-93de-5a1df05b3294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574414 Jul 20 11:49:29.235826 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194286d-ec57-459b-9e39-0d385a892da7 req-75b4f0f5-641a-4b30-931d-3a8b2f32be7e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:29.237779 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6194286d-ec57-459b-9e39-0d385a892da7 req-75b4f0f5-641a-4b30-931d-3a8b2f32be7e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.0814338 Jul 20 11:49:29.258969 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-932968dc-7324-4254-82b5-1dcf86efdf5e None None] Port cab63c02-d5fc-44b8-b663-bf20e1775b52 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:29.286722 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6194286d-ec57-459b-9e39-0d385a892da7 req-758903d8-93b6-417e-8d10-3b1542db43df tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Jul 20 11:49:29.583194 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.790851 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48552) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:29.795949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-946576141-network', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:29.818370 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Made reservation on behalf of 55b42cf3710a4c40873288b61d54c7a8 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:29.820907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.829790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.853990 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:29.902089 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:29.905690 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:29.906131 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.922378 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.927649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.952741 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:49:29.961312 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec001c-4b55-4b63-82fa-01e8c8944e1e,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:29.982907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:29.983252 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Added segment 69fc06e5-c126-4d1f-acae-ba4c7bc5d825 of type vlan for network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a Jul 20 11:49:29.994614 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.019785 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:30.024334 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.024837 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 64e92f65-55c9-43d8-91ca-ca3d4bce8232 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:30.038327 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.076430 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.077985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:30.079032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.122350 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:30.131962 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48556) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:30.132185 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3401477 Jul 20 11:49:30.137824 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Request body: {'subnet': {'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-946576141-subnet', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:30.151192 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:30.152417 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.175502 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Made reservation on behalf of 55b42cf3710a4c40873288b61d54c7a8 for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:30.179225 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.186121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061d0cb-a05e-4151-8045-2276143552e3 admin admin] Pushing event updated for resources: {'Network': ['ID=62aa18f3-3a5a-4a7a-9bf6-f9427dce528a,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:30.201076 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:49:30.374733 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Sync routers for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:30.383149 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.386415 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:30.387043 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:30.479232 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd72189-b683-455a-967f-0bf912ed5ee2,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:30.500288 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Checking segment: {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:30.500976 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Network hostable DHCP agents. Network: 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:49:30.532468 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0476e6-a6d6-40e3-b2e3-bc84a55525a8 req-f86c8cc9-fc27-4eca-9c81-c198c0973f5c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:30.534918 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1d0476e6-a6d6-40e3-b2e3-bc84a55525a8 req-f86c8cc9-fc27-4eca-9c81-c198c0973f5c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.1480355 Jul 20 11:49:30.549364 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:49:30.578436 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:30.588088 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:30.588345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.591598 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c5221-775f-4e43-9974-0423cecc4a46 None None] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:30.605721 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:30.633946 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1d0476e6-a6d6-40e3-b2e3-bc84a55525a8 req-7d4b9623-2af1-45a1-be00-0dbc450a8e4e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=a214c192-2608-4f23-852c-ba32884e9301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931935 Jul 20 11:49:30.652797 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-7de8295e-8e3a-474a-b108-35e6a67db0a5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5183775 Jul 20 11:49:30.654520 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48566) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:30.660249 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:30.676004 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-6ff26425-7740-42d9-ba63-e6767bf06342 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:30.677691 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-6ff26425-7740-42d9-ba63-e6767bf06342 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 946 time: 0.1136062 Jul 20 11:49:30.694282 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.695526 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.764911 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.829716 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Deleting port 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:30.830840 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.872984 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 2, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:30.912833 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Checking router: cbadef9d-672e-452b-93de-5a1df05b3294 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:30.913438 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Updating router cbadef9d-672e-452b-93de-5a1df05b3294 port cab63c02-d5fc-44b8-b663-bf20e1775b52 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:49:30.929553 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'fixed_ips': [{'subnet_id': '8fd72189-b683-455a-967f-0bf912ed5ee2'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:49:30.930026 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.930675 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.944368 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] For port 2f6f1d19-1128-440e-ae75-576c2559f708, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2f6f1d19-1128-440e-ae75-576c2559f708,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:30.944873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:30.952832 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.094152 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Allocated IP 172.20.0.2 (62aa18f3-3a5a-4a7a-9bf6-f9427dce528a/8fd72189-b683-455a-967f-0bf912ed5ee2/101a7edb-dedf-4d11-a85c-e4c801158bfe) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:31.239955 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.240600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.241105 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Floating IP 68075058-9a73-4dd8-8066-1b0e6dece639 disassociated. External IP: 172.27.1.184, port: 2f6f1d19-1128-440e-ae75-576c2559f708. Jul 20 11:49:31.241787 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Calling delete_port for 2f6f1d19-1128-440e-ae75-576c2559f708 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:31.292789 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.293988 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.304510 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Transition to ACTIVE for port object 101a7edb-dedf-4d11-a85c-e4c801158bfe will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:31.310184 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.317916 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.322538 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Transition to ACTIVE for port object cab63c02-d5fc-44b8-b663-bf20e1775b52 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:31.325354 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Transition to ACTIVE for port object 101a7edb-dedf-4d11-a85c-e4c801158bfe will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:31.331545 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.337568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.386108 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:31.396568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:31.398871 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Pushing event updated for resources: {'Port': ['ID=101a7edb-dedf-4d11-a85c-e4c801158bfe,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:31.401386 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:31.416369 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Pushing event updated for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:31.417340 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.446493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'Port': ['ID=2f6f1d19-1128-440e-ae75-576c2559f708,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:31.450324 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.450913 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.451540 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.451727 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.452093 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.452392 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.452717 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.453039 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.453375 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.453698 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.454013 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.454331 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:49:31.498340 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Attempting to bind port cab63c02-d5fc-44b8-b663-bf20e1775b52 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:31.499275 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Attempting to bind port cab63c02-d5fc-44b8-b663-bf20e1775b52 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:31.500022 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Attempting to bind port cab63c02-d5fc-44b8-b663-bf20e1775b52 on network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:31.507501 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:31.508511 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Checking segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:31.509333 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.510675 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Bound using segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:31.511354 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Bound port: cab63c02-d5fc-44b8-b663-bf20e1775b52, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:31.511940 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.518418 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Attempting to bind port 101a7edb-dedf-4d11-a85c-e4c801158bfe on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:31.519010 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Attempting to bind port 101a7edb-dedf-4d11-a85c-e4c801158bfe by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:31.519783 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Attempting to bind port 101a7edb-dedf-4d11-a85c-e4c801158bfe on network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:31.526436 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:31.527225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Checking segment: {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:31.527909 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.528540 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Bound using segment: {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:31.529169 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Bound port: 101a7edb-dedf-4d11-a85c-e4c801158bfe, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:31.530050 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.545256 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Allocated IP 172.27.1.70 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/f8f7853b-eeda-4717-b5eb-1ce82d222a65) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:31.599887 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] For port cab63c02-d5fc-44b8-b663-bf20e1775b52, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:31.603338 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] For port cab63c02-d5fc-44b8-b663-bf20e1775b52, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=cab63c02-d5fc-44b8-b663-bf20e1775b52,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:31.612038 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.625536 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] For port 101a7edb-dedf-4d11-a85c-e4c801158bfe, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:31.634009 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] For port 101a7edb-dedf-4d11-a85c-e4c801158bfe, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=101a7edb-dedf-4d11-a85c-e4c801158bfe,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:31.637751 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.648833 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:31.701891 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.730990 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd43bf6-d5e7-4132-aadc-6a5e01c55ecc None None] Pushing event updated for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=4']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:31.751716 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:31.752914 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:31.769861 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d7a6-be91-4530-bb2c-c7f1eb44e118 None None] Pushing event updated for resources: {'Port': ['ID=101a7edb-dedf-4d11-a85c-e4c801158bfe,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:31.843459 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c8fd7221-bdf8-4afa-9539-27f2ba961bd0 req-68669c40-a249-4265-859f-7946658c998d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0520411 Jul 20 11:49:31.845350 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.899019 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:31.912275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:31.926498 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:31.931004 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:31.936909 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:31.937544 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:31.940964 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:31.947098 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:31.953061 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:31.984895 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] No DVR routers for this DVR port 2f6f1d19-1128-440e-ae75-576c2559f708 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:31.987356 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:31.989520 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-39c94765-fcd6-4ecb-868b-9c48d3553d15 req-86105e96-f260-44f4-ac68-56c562b51415 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "DELETE /v2.0/ports/2f6f1d19-1128-440e-ae75-576c2559f708 HTTP/1.1" status: 204 len: 173 time: 1.3055451 Jul 20 11:49:31.990010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-deleted', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:31.992510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a4fe9-9f07-4dcd-975c-6b32ff8a52a3" -d '{"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-deleted", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:32.035663 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Pushing event updated for resources: {'Port': ['ID=f8f7853b-eeda-4717-b5eb-1ce82d222a65,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:32.083604 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ff32d-3400-402f-9544-faf308ff2ccb x-openstack-request-id: req-710ff32d-3400-402f-9544-faf308ff2ccb {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:32.084098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dd400f-d03a-4cd5-a53b-735c47a7d29c", "name": "network-vif-deleted", "tag": "2f6f1d19-1128-440e-ae75-576c2559f708", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:32.084494 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-710ff32d-3400-402f-9544-faf308ff2ccb {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:32.084990 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dd400f-d03a-4cd5-a53b-735c47a7d29c', 'name': 'network-vif-deleted', 'tag': '2f6f1d19-1128-440e-ae75-576c2559f708', 'status': 'completed', 'code': 200} Jul 20 11:49:32.151090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:32.282699 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:31Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:32.310143 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7998-b85b-40f4-b002-fa3b4ae1d03f None None] The sync data for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi is: [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:31Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:32.425342 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:32.425817 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:32.475047 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:32.509557 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:32.520686 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:32.521318 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:32.666988 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:32.682137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:32.927631 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:32.932728 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:32.969650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9492b07-fb0a-40ea-930f-f7568dbba4d4 None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:33.027810 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9dc7541e-bbb9-46be-b2fc-b6fde58e49dd req-d6851376-247f-4ee2-955c-97b5b68ff0c7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0355210 Jul 20 11:49:33.093755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea89ea-845f-4516-b83d-348bff4c2a1f None None] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:49:33.105579 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:49:33.174774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-5c358253-2b70-463b-8f4f-dbebe399dc1b None None] Provisioning for port 101a7edb-dedf-4d11-a85c-e4c801158bfe completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:33.224164 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:33.240787 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Sync routers for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:33.241841 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:33.243434 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-a1e0fdf4-220b-43a5-83fa-dceb9fc1eddd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5878429 Jul 20 11:49:33.245862 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48588) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:33.260329 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:33.260964 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:33.355573 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad61a6-d231-4233-9c73-fa189f90f6e0 None None] New status for floating IP 68075058-9a73-4dd8-8066-1b0e6dece639: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:49:33.440866 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:33.671025 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:32Z', 'revision_number': 3, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:33.700163 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Checking router: eb5b69bb-7e05-4941-bb5d-b9e9b1731514 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:33.700644 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Updating router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 port f8f7853b-eeda-4717-b5eb-1ce82d222a65 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:49:33.747808 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:33.797578 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:33.899144 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 101a7edb-dedf-4d11-a85c-e4c801158bfe up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:33.952505 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 101a7edb-dedf-4d11-a85c-e4c801158bfe completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:33.957509 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 101a7edb-dedf-4d11-a85c-e4c801158bfe triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:33.958097 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.001428 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Allocated IP 172.20.0.1 (62aa18f3-3a5a-4a7a-9bf6-f9427dce528a/8fd72189-b683-455a-967f-0bf912ed5ee2/0eba3eab-ed4c-47b5-a6c5-7dda42a9b137) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:34.042763 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.080065 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 101a7edb-dedf-4d11-a85c-e4c801158bfe, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=101a7edb-dedf-4d11-a85c-e4c801158bfe,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:34.089214 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.090109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device cab63c02-d5fc-44b8-b663-bf20e1775b52 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:34.123308 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.144877 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.provisioning_blocks [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Transition to ACTIVE for port object 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 will not be triggered until provisioned by entity DHCP. {{(pid=105204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:34.172678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=101a7edb-dedf-4d11-a85c-e4c801158bfe,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.183126 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a095d2cc-76a9-46f2-961b-880e4e855fb3 req-765317a0-ecff-4a7d-b765-103aaef11714 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0319717 Jul 20 11:49:34.184378 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port cab63c02-d5fc-44b8-b663-bf20e1775b52 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:34.186726 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.188113 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port cab63c02-d5fc-44b8-b663-bf20e1775b52 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:34.188522 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.202514 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Transition to ACTIVE for port object f8f7853b-eeda-4717-b5eb-1ce82d222a65 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:34.215260 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.216996 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.261836 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:34.265813 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:34.267738 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Pushing event updated for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.270880 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:34.283926 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.287469 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Attempting to bind port f8f7853b-eeda-4717-b5eb-1ce82d222a65 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:34.287893 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Attempting to bind port f8f7853b-eeda-4717-b5eb-1ce82d222a65 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:34.288248 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Attempting to bind port f8f7853b-eeda-4717-b5eb-1ce82d222a65 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:34.293542 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2591-39dc-4ea6-9966-c03ce25e0478 None None] Pushing event updated for resources: {'Port': ['ID=f8f7853b-eeda-4717-b5eb-1ce82d222a65,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.304453 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:34.305367 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:34.306011 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.306612 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:34.307328 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Bound port: f8f7853b-eeda-4717-b5eb-1ce82d222a65, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:34.313290 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.335892 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.376122 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] For port f8f7853b-eeda-4717-b5eb-1ce82d222a65, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:34.378508 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] For port f8f7853b-eeda-4717-b5eb-1ce82d222a65, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f7853b-eeda-4717-b5eb-1ce82d222a65,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:34.385481 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.453883 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:34.454897 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:34.479416 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port cab63c02-d5fc-44b8-b663-bf20e1775b52, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=cab63c02-d5fc-44b8-b663-bf20e1775b52,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:34.483648 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.510993 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.530700 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2591-39dc-4ea6-9966-c03ce25e0478 None None] Pushing event updated for resources: {'Port': ['ID=f8f7853b-eeda-4717-b5eb-1ce82d222a65,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.539912 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.544534 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-287d403e-7f77-41e3-9a5f-dfd92b5b0897 None None] Provisioning for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:34.550603 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-287d403e-7f77-41e3-9a5f-dfd92b5b0897 None None] Provisioning complete for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:34.550960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-287d403e-7f77-41e3-9a5f-dfd92b5b0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.583499 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:34.589199 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-287d403e-7f77-41e3-9a5f-dfd92b5b0897 None None] Port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:34.695210 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.699981 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.769353 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Pushing event updated for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:34.771300 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:32Z', 'revision_number': 3, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:34.772543 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:34.802111 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4ef1b-2536-45ba-9d0b-a5bad8ec45c8 None None] The sync data for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi is: [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:32Z', 'revision_number': 3, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:34.872006 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:34.873519 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:35.017227 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:49:35.040229 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:49:35.117537 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-78ce088a-cd64-4561-8df4-dab4ef14204a None None] Provisioning complete for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:35.118117 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-78ce088a-cd64-4561-8df4-dab4ef14204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.162545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-78ce088a-cd64-4561-8df4-dab4ef14204a None None] Port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:35.171382 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:49:35.176843 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c09fc032-1d2d-4e96-bac2-8368915447bf admin admin] 10.222.0.15 "PUT /v2.0/routers/eb5b69bb-7e05-4941-bb5d-b9e9b1731514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295468 Jul 20 11:49:35.307793 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9d903867-b837-48dc-9299-85546bc6d6c2 req-508988af-92d7-41fc-b9de-c9c641fb872f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0296347 Jul 20 11:49:35.628350 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48614) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:35.633384 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039175305', 'description': 'tempest-secgroup-smoke-2039175305 description', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:35.656656 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.743657 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.747830 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.776574 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.777834 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483645 Jul 20 11:49:35.780912 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48616) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:35.786401 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:35.787129 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11086a8-c70c-421b-8a6c-1132f1144c73 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ebc6c-5db8-4906-a635-bf932d337198,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:35.817689 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.868813 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 101a7edb-dedf-4d11-a85c-e4c801158bfe up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:35.875807 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.882329 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.905734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53863acd-b166-4334-b402-043c3f6c89c7,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:35.916195 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.917466 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0d32aca4-c009-424d-9d35-95ffbb8efcb8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355748 Jul 20 11:49:35.920223 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48618) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:35.922758 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 101a7edb-dedf-4d11-a85c-e4c801158bfe triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:35.923126 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:35.925499 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:35.952728 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.009561 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device cab63c02-d5fc-44b8-b663-bf20e1775b52 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:36.012284 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.015927 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.033204 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f540dd-f150-4817-88f9-0c7be7156a51,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.039581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.041122 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-6be3dc17-8c40-442d-8b3d-8bee1d23c27e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199651 Jul 20 11:49:36.043808 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48622) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:36.048135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:36.059908 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port cab63c02-d5fc-44b8-b663-bf20e1775b52 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:36.060279 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.078686 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.143973 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.146341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f7853b-eeda-4717-b5eb-1ce82d222a65 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:36.147595 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.165130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92337655-707e-4287-ba7c-62624538c347,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.173760 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.175870 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a67a7317-0089-47c5-8d7e-cbfd86f2c9c5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310694 Jul 20 11:49:36.178558 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48624) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:36.183065 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:36.196799 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port f8f7853b-eeda-4717-b5eb-1ce82d222a65 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:36.200988 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f8f7853b-eeda-4717-b5eb-1ce82d222a65 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:36.201369 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.213641 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.278030 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.281761 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.285153 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.300542 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db9dff-94e2-4071-9db5-3d4e308da3c8,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.305622 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.306239 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port f8f7853b-eeda-4717-b5eb-1ce82d222a65, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f7853b-eeda-4717-b5eb-1ce82d222a65,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:36.309528 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3a7755c3-4ab0-4294-835c-9246249d633b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273024 Jul 20 11:49:36.309982 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48626) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:36.313387 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.314060 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:36.337700 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.securitygroups_db [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Project 0a087cfbe7274a51b5bfda97602a1f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:49:36.343098 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.372143 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=f8f7853b-eeda-4717-b5eb-1ce82d222a65,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.417179 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.421551 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.423564 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Sync routers for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:49:36.428122 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1dc47973-2b5f-4619-855e-9cf8513a16ae req-45448faf-9129-46c2-b29a-e29d181893e8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=95dd400f-d03a-4cd5-a53b-735c47a7d29c HTTP/1.1" status: 200 len: 210 time: 0.0330682 Jul 20 11:49:36.437547 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:36.438182 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:36.440704 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6e74c-23ef-4772-bb4e-a88ecb62fe17,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.447567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.449144 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9c8b51e2-881a-4e4b-bc29-10176668aa86 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385696 Jul 20 11:49:36.452089 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48632) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:36.459743 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'security_group_rule': {'security_group_id': 'd10ebc6c-5db8-4906-a635-bf932d337198', 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:36.481510 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.securitygroups_db [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Project 0a087cfbe7274a51b5bfda97602a1f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 11:49:36.487523 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.549732 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.554055 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.554608 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:36.571151 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab3a999-0c24-4f25-a8d0-6d3265a91d12,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:36.577892 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:36.579146 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-e5e81a87-6234-42a5-b1e0-b8835f01f440 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258245 Jul 20 11:49:36.757092 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 4, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '0eba3eab-ed4c-47b5-a6c5-7dda42a9b137', 'name': '', 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'mac_address': 'fa:16:3e:3a:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:33Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 2, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'subnets': [{'id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:36.787303 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Checking router: eb5b69bb-7e05-4941-bb5d-b9e9b1731514 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:49:36.787655 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Updating router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:49:36.820424 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.068632 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:37.094572 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 2f6f1d19-1128-440e-ae75-576c2559f708 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:37.094974 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2f6f1d19-1128-440e-ae75-576c2559f708 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:37.112778 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.125712 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Transition to ACTIVE for port object 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:37.132216 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.185299 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadde8ae-2a9c-44dd-88a7-ddd26a72904e None None] Pushing event updated for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:37.240019 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Attempting to bind port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:37.240497 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Attempting to bind port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:37.240784 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Attempting to bind port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 on network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:37.247041 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:37.247437 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Checking segment: {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:37.247802 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.248417 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Bound using segment: {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:37.249040 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Bound port: 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fc06e5-c126-4d1f-acae-ba4c7bc5d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:37.249502 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.328136 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] For port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:37.334408 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] For port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:37.339690 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.399409 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:49:37.400031 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:37.435969 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadde8ae-2a9c-44dd-88a7-ddd26a72904e None None] Pushing event updated for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=4']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:37.545461 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:49:37.550502 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48698) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:37.626285 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.651240 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.701232 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.703911 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.707520 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "DELETE /v2.0/security-groups/a214c192-2608-4f23-852c-ba32884e9301 HTTP/1.1" status: 204 len: 168 time: 0.1530201 Jul 20 11:49:37.708167 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48702) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:37.713850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20d34c-f839-4018-9305-901048f4b68e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a214c192-2608-4f23-852c-ba32884e9301,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:37.721510 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.api.v2.resource [None req-40084be9-ee0d-48bc-9bf4-73cce47515fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] show failed (client error): The resource could not be found. Jul 20 11:49:37.727239 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48704) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:37.728962 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-40084be9-ee0d-48bc-9bf4-73cce47515fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups/a214c192-2608-4f23-852c-ba32884e9301 HTTP/1.1" status: 404 len: 347 time: 0.0196860 Jul 20 11:49:37.792821 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 4, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '0eba3eab-ed4c-47b5-a6c5-7dda42a9b137', 'name': '', 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'mac_address': 'fa:16:3e:3a:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:33Z', 'updated_at': '2021-07-20T11:49:37Z', 'revision_number': 4, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'subnets': [{'id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:49:37.821695 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f7853b-eeda-4717-b5eb-1ce82d222a65 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:37.824704 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb02054-f709-4bfa-8c14-9efcf6b65290 None None] The sync data for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi is: [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 4, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '0eba3eab-ed4c-47b5-a6c5-7dda42a9b137', 'name': '', 'network_id': '62aa18f3-3a5a-4a7a-9bf6-f9427dce528a', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'mac_address': 'fa:16:3e:3a:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:33Z', 'updated_at': '2021-07-20T11:49:37Z', 'revision_number': 4, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'subnets': [{'id': '8fd72189-b683-455a-967f-0bf912ed5ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:49:37.893459 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port f8f7853b-eeda-4717-b5eb-1ce82d222a65 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:37.894120 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.904760 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Deleting port 9309dacc-30d7-412b-8913-414f31e10895 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:37.905110 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.992503 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:37.992826 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.005853 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Calling delete_port for 9309dacc-30d7-412b-8913-414f31e10895 owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:38.390706 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.417118 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'Port': ['ID=9309dacc-30d7-412b-8913-414f31e10895,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:38.486512 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.489855 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.491366 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-51f28d2a-3446-45bf-8e4b-1791c382a82c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "DELETE /v2.0/floatingips/68075058-9a73-4dd8-8066-1b0e6dece639 HTTP/1.1" status: 204 len: 168 time: 0.7530501 Jul 20 11:49:38.726250 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48714) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:38.730925 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370721192', 'description': 'tempest-description--2005411898'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:38.754142 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.855569 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.859739 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.884823 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.886032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1587801 Jul 20 11:49:38.889010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48718) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:38.889937 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637828f0-8e18-41b0-8b84-7b229210657a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:38.895259 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group_rule': {'security_group_id': '3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:38.921685 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.976020 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.979627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:38.996093 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a6612f-af34-40fc-a5f5-4b490d567a3a,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:39.005187 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.009486 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-704ed0ee-f52a-403b-b511-02b53c022643 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165493 Jul 20 11:49:39.009877 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48720) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:39.015144 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'security_group_rule': {'security_group_id': '3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:39.043192 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.104170 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.108846 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.126400 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6707b847-7bc2-4eaa-a28a-893f029c7b39,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:39.147333 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.148609 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-390909fa-e919-4811-a6a2-5a4ebdf00268 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375794 Jul 20 11:49:39.151789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48726) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:39.156718 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:39.193833 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.297671 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.408571 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Allocated IP 172.27.1.103 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:39.513644 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.562710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.607327 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:39.610376 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:39.616499 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:39.644117 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:39.703803 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.746674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.822135 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:39.873166 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:39.876898 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:39.878313 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.921526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.928245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.961253 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:39.998549 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:40.004418 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:40.005384 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:40.015772 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:40.029788 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:40.031017 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7c421296-03f6-41f7-b9e4-7d5966c2709c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8781211 Jul 20 11:49:40.059996 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:40.220054 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-17fae439-3b5d-4795-85d0-567ea4b2a90e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1370721192&fields=id&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 267 time: 0.0350959 Jul 20 11:49:40.331561 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-ed028bfe-5ac8-4683-8118-81a733bd24f9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:40.333093 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-ed028bfe-5ac8-4683-8118-81a733bd24f9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 817 time: 0.1061275 Jul 20 11:49:40.442502 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-15f5693c-280e-4838-b103-6b9f4089f448 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/quotas/e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 375 time: 0.1038897 Jul 20 11:49:40.510616 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-c3f5980a-91bf-4b35-8f9c-0e1fc9dcb16d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626605 Jul 20 11:49:40.617196 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9b2e8040-8dd4-4f7a-bb5a-2e0435c6c8bf service neutron] 10.222.0.15 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Jul 20 11:49:40.707616 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-2766b6f6-05e4-41a8-8c44-5e57ee14d39c service neutron] 10.222.0.15 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846062 Jul 20 11:49:40.891469 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5c5457b-5840-4c2e-9682-015a0a4fa3bc req-95d51315-6d94-488a-9f68-922f8d6394b1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0416067 Jul 20 11:49:41.813957 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:41.862029 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:41.862404 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:41.990270 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-00e3c650-4c82-4b8b-98bb-1cfaaef4aef7 req-792a4b18-2a82-49a8-bd42-526d2fb1fbcd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0277731 Jul 20 11:49:43.143214 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-57dc43b5-98c7-4837-8249-3d44cd899606 req-331bf5fe-2056-4de9-8b81-31d2cef525c3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0793748 Jul 20 11:49:44.240134 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b79272fe-cdeb-4e6e-a824-9eeb0bf642b4 req-d79efcf2-1a47-4ec9-9594-e4b9d33ece0a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0286889 Jul 20 11:49:44.849307 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-a27ddfe1-2273-4148-af2e-d850d5c38551 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:44.850703 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-a27ddfe1-2273-4148-af2e-d850d5c38551 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 817 time: 0.1049187 Jul 20 11:49:44.898133 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-18c4aa2e-2899-48d3-bde7-73d6fbd3a142 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 380 time: 0.0371540 Jul 20 11:49:44.907089 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'port': {'device_id': '0f469087-270f-47f1-b4cc-ee15779a267b', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'admin_state_up': True, 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'security_groups': ['3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:45.016775 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Made reservation on behalf of e64b1d27d2f94db8837632cfa7a2297f for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:49:45.020983 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.147255 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Allocated IP 172.20.0.4 (31b51acd-8be8-4cfb-95d5-7fb2ede04d05/dc84402c-f429-407c-a9ea-bdf67c148f65/46cfa149-5fff-4028-9523-b6b04587cb54) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:49:45.280473 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.293678 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Transition to ACTIVE for port object 46cfa149-5fff-4028-9523-b6b04587cb54 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:45.326042 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.341653 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2cde3199-2066-43d3-82de-39ba67db0d5b req-59d640e7-b5a6-4d29-830f-3bf76d3d5df5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0324967 Jul 20 11:49:45.375442 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:49:45.379392 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:49:45.381786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:49:45.409096 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:45.437951 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:45.438670 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.469136 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-9a66dacd-b453-4963-bfec-121ab11369be tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658593 Jul 20 11:49:45.482483 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Request body: {'port': {'device_id': '0f469087-270f-47f1-b4cc-ee15779a267b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:49:45.571385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.644711 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-ed6259f1-11b6-4d5c-8885-fb80ac573433 None None] Provisioning for port 46cfa149-5fff-4028-9523-b6b04587cb54 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:45.648856 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-ed6259f1-11b6-4d5c-8885-fb80ac573433 None None] Provisioning complete for port 46cfa149-5fff-4028-9523-b6b04587cb54 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:45.649299 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ed6259f1-11b6-4d5c-8885-fb80ac573433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.684720 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-ed6259f1-11b6-4d5c-8885-fb80ac573433 None None] Port 46cfa149-5fff-4028-9523-b6b04587cb54 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:49:45.861330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:49:45.868846 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.880604 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Transition to ACTIVE for port object 46cfa149-5fff-4028-9523-b6b04587cb54 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:49:45.884946 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:45.984671 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:46.019054 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Attempting to bind port 46cfa149-5fff-4028-9523-b6b04587cb54 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:49:46.019290 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Attempting to bind port 46cfa149-5fff-4028-9523-b6b04587cb54 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:49:46.019526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Attempting to bind port 46cfa149-5fff-4028-9523-b6b04587cb54 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:46.024770 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Port 46cfa149-5fff-4028-9523-b6b04587cb54 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:49:46.026045 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Attempting to bind port 46cfa149-5fff-4028-9523-b6b04587cb54 on network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:49:46.031237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:49:46.031575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Checking segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:49:46.031962 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Bound using segment: {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:49:46.032427 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Bound port: 46cfa149-5fff-4028-9523-b6b04587cb54, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e3ca3b-e582-4450-8857-eddf5d78c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:49:46.032785 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:46.105213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:49:46.108267 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:49:46.112753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:46.130358 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.130974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:46.132394 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] 10.222.0.26 "PUT /v2.0/ports/46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 1093 time: 0.6545656 Jul 20 11:49:46.155309 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:46.157897 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c3829-8d48-49dd-a673-bfecf61ee84f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:46.222562 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d882c-aed5-4ee6-9e73-de8fa31fdc61 x-openstack-request-id: req-651d882c-aed5-4ee6-9e73-de8fa31fdc61 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:46.222857 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:46.223128 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-651d882c-aed5-4ee6-9e73-de8fa31fdc61 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:46.223516 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'status': 'completed', 'code': 200} Jul 20 11:49:46.226534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7989e2-01d7-4dee-a419-5d3cab399743 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:46.254299 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-1e4686a7-2f71-4498-9e6a-1a7fd0dd5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.255789 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-1e4686a7-2f71-4498-9e6a-1a7fd0dd5329 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1096 time: 0.0704818 Jul 20 11:49:46.302823 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-039ce30d-2f4a-40a0-bbd8-d269302ca712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 217 time: 0.0391171 Jul 20 11:49:46.353605 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-24d8a4a7-0414-497c-8b20-4665531f4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.355100 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-24d8a4a7-0414-497c-8b20-4665531f4efb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0457275 Jul 20 11:49:46.411358 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-c41fcac5-f676-4851-acdc-4118e7b357ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.412851 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-c41fcac5-f676-4851-acdc-4118e7b357ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514548 Jul 20 11:49:46.482200 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ecee-c81b-4245-87d9-0cc644e41e2c req-dc8722c7-df65-4b83-9313-e181f7b7ce3a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.483977 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a757ecee-c81b-4245-87d9-0cc644e41e2c req-dc8722c7-df65-4b83-9313-e181f7b7ce3a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0719318 Jul 20 11:49:46.512414 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-eaca7fb5-1acf-4e54-be07-6a5864d9cfab service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910144 Jul 20 11:49:46.522192 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a757ecee-c81b-4245-87d9-0cc644e41e2c req-a1036075-672f-4af9-bea5-87c513bdd94b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jul 20 11:49:46.602150 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-f51bd90a-f57c-4bda-bc9c-fcb9962f3080 req-29e8411f-3d04-408f-975c-cbc2a83bae41 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Jul 20 11:49:46.703836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-2a643375-0e43-4465-a4d7-dee0bad6ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.705313 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-2a643375-0e43-4465-a4d7-dee0bad6ba0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1096 time: 0.0568721 Jul 20 11:49:46.791501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-57206c2c-b640-4efa-b5d0-d3543951cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.792988 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-57206c2c-b640-4efa-b5d0-d3543951cbe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.0806682 Jul 20 11:49:46.835982 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-3c3da9a4-2606-4546-bde3-f3a6e85d5612 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 217 time: 0.0350752 Jul 20 11:49:46.883403 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-a3bd77a2-218f-4345-a7d2-afdd0c772c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.884808 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-a3bd77a2-218f-4345-a7d2-afdd0c772c47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0421238 Jul 20 11:49:46.944139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-b167a7ba-2c6d-4033-99f2-5726559a911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:46.945701 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-b167a7ba-2c6d-4033-99f2-5726559a911b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530162 Jul 20 11:49:47.043526 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-4a6adf74-9eb2-4150-b05b-880489592ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858579 Jul 20 11:49:47.135980 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-510c3829-8d48-49dd-a673-bfecf61ee84f req-d616771f-329d-4f76-bd6b-82bc58ecfa37 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Jul 20 11:49:47.671588 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a31f-03cc-43d2-8ee4-ac5197ffba83 req-67311cb1-25f5-44f8-ba7f-61bc39b59e6b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:47.673119 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4353a31f-03cc-43d2-8ee4-ac5197ffba83 req-67311cb1-25f5-44f8-ba7f-61bc39b59e6b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0771070 Jul 20 11:49:47.711244 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4353a31f-03cc-43d2-8ee4-ac5197ffba83 req-266a4f50-1476-49c8-8ef6-92be0eef9190 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jul 20 11:49:48.547625 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1495999-0d3c-4b7f-aaea-4dab9e67a12d req-2fdcf5d2-0c2e-479f-b2f6-4e57e8a37600 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:48.549378 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1495999-0d3c-4b7f-aaea-4dab9e67a12d req-2fdcf5d2-0c2e-479f-b2f6-4e57e8a37600 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 946 time: 0.0730460 Jul 20 11:49:48.592275 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1495999-0d3c-4b7f-aaea-4dab9e67a12d req-d750ce99-5a69-4476-a8b5-c2e596d0a3b6 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Jul 20 11:49:48.842561 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b368f-00e6-4a0f-9b0f-14e1eb66b84b req-5e60c286-ce0a-48b9-bca0-e7a23236d88a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:48.843961 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-069b368f-00e6-4a0f-9b0f-14e1eb66b84b req-5e60c286-ce0a-48b9-bca0-e7a23236d88a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0621934 Jul 20 11:49:48.886369 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-069b368f-00e6-4a0f-9b0f-14e1eb66b84b req-d83a8533-c8dc-4677-a578-e00b38b59217 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361919 Jul 20 11:49:49.728359 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d5c35-71dc-4da5-a386-f61a5307d9e6 req-6aa01da6-ed4c-438e-b27b-6426ff40f129 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:49.730233 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b2d5c35-71dc-4da5-a386-f61a5307d9e6 req-6aa01da6-ed4c-438e-b27b-6426ff40f129 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 946 time: 0.0703304 Jul 20 11:49:49.769940 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9b2d5c35-71dc-4da5-a386-f61a5307d9e6 req-d81f4c00-8876-4eb6-aca0-74244eac30ed tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Jul 20 11:49:49.890390 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0823-cb7a-475c-b65b-39dbf10462d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.020671 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd4fb-49d1-4a66-b5d2-45824f8970fc req-3e02fd1d-8239-49f0-b1a8-cb333251fb0b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:50.022193 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-222fd4fb-49d1-4a66-b5d2-45824f8970fc req-3e02fd1d-8239-49f0-b1a8-cb333251fb0b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0622849 Jul 20 11:49:50.059146 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-222fd4fb-49d1-4a66-b5d2-45824f8970fc req-ad73b8d7-463c-45a6-9494-9ba610ffe8d8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Jul 20 11:49:50.295127 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43417ee7-9772-466d-b4d1-530fd792c11f req-a2cb7980-ea76-48f8-82b9-e672226409b0 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:50.296585 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-43417ee7-9772-466d-b4d1-530fd792c11f req-a2cb7980-ea76-48f8-82b9-e672226409b0 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 946 time: 0.0651684 Jul 20 11:49:50.394039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Deleting port e0639028-2ba2-4f32-a491-f1589702d0c8 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:49:50.394374 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.475428 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:49:50.485197 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] For port e0639028-2ba2-4f32-a491-f1589702d0c8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e0639028-2ba2-4f32-a491-f1589702d0c8,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:50.485548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.497523 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Calling delete_port for e0639028-2ba2-4f32-a491-f1589702d0c8 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:49:50.578044 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:50.589605 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '46cfa149-5fff-4028-9523-b6b04587cb54', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:49:50.631209 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.641298 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.648821 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:49:50.657127 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['e0639028-2ba2-4f32-a491-f1589702d0c8'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:50.674179 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Pushing event deleted for resources: {'Port': ['ID=e0639028-2ba2-4f32-a491-f1589702d0c8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:50.700707 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:50.705533 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:50.764759 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:50.825299 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 48924) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:50.904606 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ac8d5d0c-d3e4-41d4-a2ae-becc6abc25bc req-f4e23af7-7769-404a-ad9f-5b5411bbe4a6 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f14b4ef-e3f7-428f-9cbd-af221305db1c HTTP/1.1" status: 200 len: 210 time: 0.0437579 Jul 20 11:49:50.972198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['46cfa149-5fff-4028-9523-b6b04587cb54'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:49:50.973535 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-af05a374-f45d-466d-95ff-97a0fd64de9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.005965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] No DVR routers for this DVR port e0639028-2ba2-4f32-a491-f1589702d0c8 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:49:51.008475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.010611 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-43417ee7-9772-466d-b4d1-530fd792c11f req-8c7ca0a9-c7c4-4652-8fee-711c9ffd4b48 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "DELETE /v2.0/ports/e0639028-2ba2-4f32-a491-f1589702d0c8 HTTP/1.1" status: 204 len: 173 time: 0.7069793 Jul 20 11:49:51.011038 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'name': 'network-vif-deleted', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:51.013414 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235e022-6a65-4764-a6d3-70ed31526d6d" -d '{"events": [{"server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "name": "network-vif-deleted", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:51.049016 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed18d67f-e524-40b1-a654-ac16e3f8a7dc x-openstack-request-id: req-ed18d67f-e524-40b1-a654-ac16e3f8a7dc {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:51.049485 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14b4ef-e3f7-428f-9cbd-af221305db1c", "name": "network-vif-deleted", "tag": "e0639028-2ba2-4f32-a491-f1589702d0c8", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:51.049764 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed18d67f-e524-40b1-a654-ac16e3f8a7dc {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:51.050717 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14b4ef-e3f7-428f-9cbd-af221305db1c', 'name': 'network-vif-deleted', 'tag': 'e0639028-2ba2-4f32-a491-f1589702d0c8', 'status': 'completed', 'code': 200} Jul 20 11:49:51.080558 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-af05a374-f45d-466d-95ff-97a0fd64de9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.086449 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-af05a374-f45d-466d-95ff-97a0fd64de9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.124940 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05a374-f45d-466d-95ff-97a0fd64de9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c495bb3f-a0c2-48fc-b754-1ec2534d9300,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:51.142579 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-af05a374-f45d-466d-95ff-97a0fd64de9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53e584e4ffab40c38fab0fb6b37aae59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160720 Jul 20 11:49:51.145387 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 48932) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:49:51.198020 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.217878 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.219314 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9523d47-2c5d-4f1b-b980-f6a5bdbeec08 req-c635c177-e21e-43b3-a05d-57233639d29f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:51.220973 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e9523d47-2c5d-4f1b-b980-f6a5bdbeec08 req-c635c177-e21e-43b3-a05d-57233639d29f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.0643289 Jul 20 11:49:51.261167 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e9523d47-2c5d-4f1b-b980-f6a5bdbeec08 req-4d4a7832-fa97-4f97-96f9-889b1fda2716 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Jul 20 11:49:51.274029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.276649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:51.277799 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c495bb3f-a0c2-48fc-b754-1ec2534d9300 HTTP/1.1" status: 204 len: 168 time: 0.1313510 Jul 20 11:49:51.286292 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be994442-0025-4b5c-b76f-ff9de5dd90cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c495bb3f-a0c2-48fc-b754-1ec2534d9300,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:52.447478 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259cbd-2592-439b-bca9-302b63359213 req-20701ae8-7f6d-480a-bb3d-a1c48dd81d30 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:52.449295 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fe259cbd-2592-439b-bca9-302b63359213 req-20701ae8-7f6d-480a-bb3d-a1c48dd81d30 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.1117585 Jul 20 11:49:52.469681 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-97d2609e-54c8-4fa2-89e5-9a55fd6de958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:52.520059 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fe259cbd-2592-439b-bca9-302b63359213 req-a61443e5-5275-4590-b7bf-b44e868830d1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643196 Jul 20 11:49:52.897851 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:53.548283 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:53.655155 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959e71c-53e2-4707-8620-d2aaeb8bd5a4 req-a5d5d8c4-87da-43d4-86a7-34367e80f65e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:53.656670 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4959e71c-53e2-4707-8620-d2aaeb8bd5a4 req-a5d5d8c4-87da-43d4-86a7-34367e80f65e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.0650558 Jul 20 11:49:53.693171 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4959e71c-53e2-4707-8620-d2aaeb8bd5a4 req-d8cfb584-73ef-4242-a9d8-6ca8c0181044 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Jul 20 11:49:54.291420 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:49:54.338844 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 46cfa149-5fff-4028-9523-b6b04587cb54 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:49:54.342313 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 46cfa149-5fff-4028-9523-b6b04587cb54 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:49:54.342680 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:54.415876 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:54.438024 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:49:54.440218 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e561ee-1c14-4fb5-b91b-3fe76e2fd1b4" -d '{"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:49:54.452751 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:49:54.456911 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:54.482403 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d769b8d-156f-4992-a243-c2574ded164e x-openstack-request-id: req-8d769b8d-156f-4992-a243-c2574ded164e {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:49:54.482694 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:49:54.483191 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d769b8d-156f-4992-a243-c2574ded164e {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:49:54.483561 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'code': 200} Jul 20 11:49:54.508244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:49:54.821787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f2374-4d5a-4487-a881-fbc5544b789a req-67bccea8-5cd2-4a9c-9bc6-81f602c462ed tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:54.823254 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ed8f2374-4d5a-4487-a881-fbc5544b789a req-67bccea8-5cd2-4a9c-9bc6-81f602c462ed tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0613735 Jul 20 11:49:54.860182 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ed8f2374-4d5a-4487-a881-fbc5544b789a req-5e506e8a-f773-40be-bb84-6663f991a16e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 20 11:49:55.181578 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:55.309962 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e0639028-2ba2-4f32-a491-f1589702d0c8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:49:55.332938 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: e0639028-2ba2-4f32-a491-f1589702d0c8 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:49:55.333282 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device e0639028-2ba2-4f32-a491-f1589702d0c8 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:49:55.573367 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490108b0-3cc9-4797-b645-ba5ae14476c4 req-d165bafa-9654-4bde-91bf-bc047e1bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:55.574771 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490108b0-3cc9-4797-b645-ba5ae14476c4 req-d165bafa-9654-4bde-91bf-bc047e1bcfdb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1098 time: 0.1446977 Jul 20 11:49:55.618194 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490108b0-3cc9-4797-b645-ba5ae14476c4 req-a91e0d91-7665-42ac-af57-be676a495733 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 20 11:49:56.003413 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5204-6318-4ef2-b065-7173a6ba23b7 req-f6cc2e97-3cd4-4e49-9b8f-b84948a186b5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:56.004913 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-beaf5204-6318-4ef2-b065-7173a6ba23b7 req-f6cc2e97-3cd4-4e49-9b8f-b84948a186b5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0659952 Jul 20 11:49:56.042584 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-beaf5204-6318-4ef2-b065-7173a6ba23b7 req-60761bab-2de9-4f65-8222-c3db47c841fd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Jul 20 11:49:57.174575 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69fb5b-5c82-41ec-b543-7c6ad57532da req-8f8b97ff-6a38-4256-9670-bc9fb63028ce tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:57.177231 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b69fb5b-5c82-41ec-b543-7c6ad57532da req-8f8b97ff-6a38-4256-9670-bc9fb63028ce tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0660365 Jul 20 11:49:57.216962 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b69fb5b-5c82-41ec-b543-7c6ad57532da req-727e795d-653f-4e1a-acbe-ee2d36923d4b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Jul 20 11:49:58.495581 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfcb39-1c37-4812-82d2-b8bb6bb93744 req-6622884c-9387-49d3-a7e3-ee500d738f49 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:58.497144 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b4cfcb39-1c37-4812-82d2-b8bb6bb93744 req-6622884c-9387-49d3-a7e3-ee500d738f49 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0621505 Jul 20 11:49:58.540526 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b4cfcb39-1c37-4812-82d2-b8bb6bb93744 req-0e3a3ad5-3df7-4eb8-8b88-c6f71311d7d6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353215 Jul 20 11:49:59.598650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:49:59.675048 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049423e0-55cb-4fde-861b-e2f84fc7174d req-25b61261-05b8-49b9-bb2e-3ef9744671b2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:49:59.676805 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-049423e0-55cb-4fde-861b-e2f84fc7174d req-25b61261-05b8-49b9-bb2e-3ef9744671b2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0642459 Jul 20 11:49:59.714855 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-049423e0-55cb-4fde-861b-e2f84fc7174d req-31e30810-7b68-4cf1-a561-762091d16c69 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Jul 20 11:50:00.843442 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108e572-73e5-4813-b6ae-fa0ae1455505 req-89a5b808-938e-48b9-98c2-b852481870a8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:00.844849 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a108e572-73e5-4813-b6ae-fa0ae1455505 req-89a5b808-938e-48b9-98c2-b852481870a8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0604994 Jul 20 11:50:00.883009 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a108e572-73e5-4813-b6ae-fa0ae1455505 req-46ab065f-80d0-433f-86c8-9aa571c03bdc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Jul 20 11:50:00.973886 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-177f9303-e7b0-4994-b6bf-694bed26cf80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506876 Jul 20 11:50:01.015108 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406741-7591-491b-af41-112439ff68fd req-d3137d46-0972-4f6e-9d68-9bf5ad48e1c1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:01.016657 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7c406741-7591-491b-af41-112439ff68fd req-d3137d46-0972-4f6e-9d68-9bf5ad48e1c1 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0666914 Jul 20 11:50:01.025051 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49092) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:50:01.029662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Request body: {'floatingip': {'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:01.065542 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-cecba89a-980a-47bf-8c36-5ed4ebd6ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:01.067514 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-cecba89a-980a-47bf-8c36-5ed4ebd6ad33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 1098 time: 0.0520980 Jul 20 11:50:01.068518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:01.500201 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:01.503560 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:01.601812 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Floating IP c521a8cc-4d13-417d-9318-48c733ceb48b associated. External IP: 172.27.1.103, port: 46cfa149-5fff-4028-9523-b6b04587cb54. Jul 20 11:50:01.801458 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:50:01.904556 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:50:01.909494 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:01.914529 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:50:01.922945 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:50:01.923544 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:01.951421 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-e9c309d1-0585-478f-9185-d3444ac56985 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "PUT /v2.0/floatingips/c521a8cc-4d13-417d-9318-48c733ceb48b HTTP/1.1" status: 200 len: 991 time: 0.9249396 Jul 20 11:50:01.952054 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:01.955193 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de" -d '{"events": [{"name": "network-changed", "server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:01.995494 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b93235-9b4e-49ae-8470-85d6f74dea55 x-openstack-request-id: req-23b93235-9b4e-49ae-8470-85d6f74dea55 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:01.995787 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:01.996042 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23b93235-9b4e-49ae-8470-85d6f74dea55 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:01.996528 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'status': 'completed', 'code': 200} Jul 20 11:50:02.036590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:50:02.037775 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-752cc220-03fe-4190-b2c9-3478f38098e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:02.039266 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-752cc220-03fe-4190-b2c9-3478f38098e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.1062510 Jul 20 11:50:02.258746 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'c521a8cc-4d13-417d-9318-48c733ceb48b', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f469087-270f-47f1-b4cc-ee15779a267b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:39Z', 'updated_at': '2021-07-20T11:50:01Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:02.286729 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:50:02.294657 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:50:02.295239 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:49:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:02.397694 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:50:02.612064 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'c521a8cc-4d13-417d-9318-48c733ceb48b', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f469087-270f-47f1-b4cc-ee15779a267b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:39Z', 'updated_at': '2021-07-20T11:50:01Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:02.641472 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d45d5-ec72-49f5-87d0-76ba0774919e None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': 'c521a8cc-4d13-417d-9318-48c733ceb48b', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f469087-270f-47f1-b4cc-ee15779a267b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:49:39Z', 'updated_at': '2021-07-20T11:50:01Z', 'revision_number': 1, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:50:02.819046 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6fe86-eeef-4f39-a75b-97b612e3dd9f None None] New status for floating IP c521a8cc-4d13-417d-9318-48c733ceb48b: ACTIVE {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:50:03.947856 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-bbbf2346-f2c5-4dee-b070-dc2e36fbe4cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 200 len: 1000 time: 0.0925205 Jul 20 11:50:03.988731 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-c7687e7b-123c-4455-ae05-785fe3fb4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:03.990148 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-c7687e7b-123c-4455-ae05-785fe3fb4187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1098 time: 0.1286354 Jul 20 11:50:04.021286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-c54ccd35-aa72-44dd-8828-9d176120d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.022641 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-c54ccd35-aa72-44dd-8828-9d176120d9c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0663543 Jul 20 11:50:04.124476 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-7cab498b-95a1-4920-bcd9-30d3cc3e5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.126037 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-7cab498b-95a1-4920-bcd9-30d3cc3e5373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1269374 Jul 20 11:50:04.135139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-ee8ecab2-1c76-48e4-9ba3-b90557f95694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.136597 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-ee8ecab2-1c76-48e4-9ba3-b90557f95694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061249 Jul 20 11:50:04.259380 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-2e82999f-f563-4d1d-b29f-d5c5536d4594 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 1001 time: 0.1139166 Jul 20 11:50:04.313731 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-5baa2f46-3cae-4695-9e81-f21523187cae service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672111 Jul 20 11:50:04.330355 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-14e77d79-6ca0-4f7b-9833-8cd4cb593f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.333413 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-14e77d79-6ca0-4f7b-9833-8cd4cb593f94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0666873 Jul 20 11:50:04.455689 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3983c010-2cb7-4eea-bc45-a0d516ae18a0 req-ade9d53e-e81c-4824-bbc2-540bc398f7b6 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337702 Jul 20 11:50:04.461671 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-7eb8b3e3-1fba-4b8f-9ef9-d745b293d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.463104 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-7eb8b3e3-1fba-4b8f-9ef9-d745b293d4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094115 Jul 20 11:50:04.562159 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-3bc1a4eb-d325-476b-8985-d251af23831a service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878956 Jul 20 11:50:04.655491 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e3daf689-56b7-4c8a-ba2e-f091c8e3a2de req-803c5bd9-7bf5-4ec3-9363-cb234d56e558 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Jul 20 11:50:04.659138 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-07040a67-aeaf-45c1-9375-866512fd8c09 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039175305&fields=id&tenant_id=0a087cfbe7274a51b5bfda97602a1f38 HTTP/1.1" status: 200 len: 267 time: 0.0384383 Jul 20 11:50:04.763962 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-042002f9-b7aa-46db-b77e-1cd3e2f01d0a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:04.765486 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-042002f9-b7aa-46db-b77e-1cd3e2f01d0a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 809 time: 0.0977151 Jul 20 11:50:04.782359 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-b9240f51-ea1f-4cbf-871f-258dbc0cd11e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/quotas/0a087cfbe7274a51b5bfda97602a1f38 HTTP/1.1" status: 200 len: 375 time: 0.0094061 Jul 20 11:50:04.851162 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-44658914-1d95-4b37-a44b-48d0fa3d12bd tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641751 Jul 20 11:50:05.056847 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-8f48ce2d-f20b-42d4-851e-790e7177552f service neutron] 10.222.0.15 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944919 Jul 20 11:50:05.093105 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-04faf00a-ca2d-40c5-834f-afa09430278f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:05.094503 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-04faf00a-ca2d-40c5-834f-afa09430278f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 814 time: 0.1599786 Jul 20 11:50:05.115710 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-550201a9-d9a6-455c-a1e8-39cc27c9305c tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/quotas/c739cadd7d764ce8bb55c8a7af8931a2 HTTP/1.1" status: 200 len: 375 time: 0.0147686 Jul 20 11:50:05.174232 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-5e4ec271-89c4-42cf-b4c1-7ac2ec06c359 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360022 Jul 20 11:50:05.197035 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-befe6ba3-edf6-4ef8-88b0-35517d25c65b service neutron] 10.222.0.15 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344590 Jul 20 11:50:05.311413 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-aaa32bac-716c-4104-a1d0-48032f9f200a service neutron] 10.222.0.15 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282549 Jul 20 11:50:05.416226 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-712380bc-9f2e-4cd7-b0c9-6ad0b748ef15 service neutron] 10.222.0.15 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975735 Jul 20 11:50:05.583312 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ee202d15-2df1-4946-8621-9f3ea89ceb95 req-ac698f9a-ba99-45b9-b36d-32408f7c4d2c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 210 time: 0.0375412 Jul 20 11:50:05.638607 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-97ccd7e9-768f-4620-adee-005d8b9081c0 req-3b0e5829-6551-43dc-b84e-ed341735d266 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 210 time: 0.0338023 Jul 20 11:50:05.738803 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49180) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:50:05.844679 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:05.960974 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:05.965032 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:05.990425 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c19c33-fbb0-41c7-ac1b-1d7770543fa7,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:06.006834 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.007178 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.008336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.008336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.008336 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.008662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.008826 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.009331 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.009662 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.010033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.010359 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.010686 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.027697 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-9b890fc1-bed5-4380-8b1d-b87d85037eaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d26fa9577d1b476ea8f2d0784805f745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855942 Jul 20 11:50:06.028255 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 49194) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:50:06.083035 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:06.106803 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:06.156050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:06.158765 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:06.160570 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8c19c33-fbb0-41c7-ac1b-1d7770543fa7 HTTP/1.1" status: 204 len: 168 time: 0.1312752 Jul 20 11:50:06.171810 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c19c33-fbb0-41c7-ac1b-1d7770543fa7,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:06.180517 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.180868 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.181376 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.181721 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.182070 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.182526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.182875 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.183203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.183537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.183858 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.184181 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.184532 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b462cb4-87b5-428a-8041-f3f91c9685cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:50:06.702581 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-786c83e1-a3b6-4324-9223-5a55558bf9f7 req-e2deedae-7615-4ca2-afc2-a5b9ef67180a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 210 time: 0.0485542 Jul 20 11:50:06.762703 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e123ccef-0166-44cf-a52d-b62d3b2d2260 req-c1aa3423-f7f6-4d7c-875d-f384af60b057 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jul 20 11:50:06.789620 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-fa9bb059-d53e-405c-b60b-82d4ce346846 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:06.791100 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-fa9bb059-d53e-405c-b60b-82d4ce346846 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 809 time: 0.1207182 Jul 20 11:50:06.836710 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-3fba7897-cdaf-492a-b7e0-0a66c5ddaf06 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a087cfbe7274a51b5bfda97602a1f38 HTTP/1.1" status: 200 len: 380 time: 0.0331895 Jul 20 11:50:06.853030 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'port': {'device_id': '62296be5-4278-41f3-9e75-13e57c112b59', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'admin_state_up': True, 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'security_groups': ['d10ebc6c-5db8-4906-a635-bf932d337198']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:06.960072 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Made reservation on behalf of 0a087cfbe7274a51b5bfda97602a1f38 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:50:06.963666 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.090834 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Allocated IP 172.20.0.5 (60b8c955-e306-4cd4-9fc3-ba5927bedc8b/e4b020a4-461e-4705-94ea-98922d3f727f/2749e946-b739-4559-b8a1-acaf5fd898b7) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:50:07.303387 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-2797f118-400b-4958-b60f-66ab09251b37 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:07.304885 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-2797f118-400b-4958-b60f-66ab09251b37 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 814 time: 0.1754732 Jul 20 11:50:07.314455 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.325205 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Request body: {'port': {'device_id': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1', 'admin_state_up': True, 'tenant_id': 'c739cadd7d764ce8bb55c8a7af8931a2'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:07.350461 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Transition to ACTIVE for port object 2749e946-b739-4559-b8a1-acaf5fd898b7 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:50:07.441403 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.489411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:50:07.497471 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:50:07.501979 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:50:07.507679 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Made reservation on behalf of c739cadd7d764ce8bb55c8a7af8931a2 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:50:07.511163 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.546128 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:07.583600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:07.584238 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.639814 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f2241714-693a-45df-96f7-f8a4e22d101c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904382 Jul 20 11:50:07.680620 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Request body: {'port': {'device_id': '62296be5-4278-41f3-9e75-13e57c112b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:07.739632 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Allocated IP 172.20.0.7 (e51043bd-dd2f-4df4-8d96-7d5abaf72cc1/a4d58def-1fff-4acb-9da9-f0bb23c16807/0b541142-ad6b-4bb2-98ae-b7ad54815051) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:50:07.783640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-47e03d25-65b7-4798-bc15-1e5ed75042d6 None None] Provisioning for port 2749e946-b739-4559-b8a1-acaf5fd898b7 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:50:07.790090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-47e03d25-65b7-4798-bc15-1e5ed75042d6 None None] Provisioning complete for port 2749e946-b739-4559-b8a1-acaf5fd898b7 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:50:07.790685 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-47e03d25-65b7-4798-bc15-1e5ed75042d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.800519 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:07.830053 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-47e03d25-65b7-4798-bc15-1e5ed75042d6 None None] Port 2749e946-b739-4559-b8a1-acaf5fd898b7 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:50:07.846308 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5211-8c14-4c0c-a47f-d66d760f23fc req-5c4234a1-1190-4a13-9c0b-4a70af79b556 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:07.848047 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-285c5211-8c14-4c0c-a47f-d66d760f23fc req-5c4234a1-1190-4a13-9c0b-4a70af79b556 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 931 time: 0.0729887 Jul 20 11:50:07.887426 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dd495b8f-0bc6-460d-98cf-8a15f118d54d req-25dc807a-6c88-450a-908c-a0597640c713 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 210 time: 0.0382607 Jul 20 11:50:07.911946 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-285c5211-8c14-4c0c-a47f-d66d760f23fc req-123c8ae0-abb6-409d-b8f9-a55689434aff tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546730 Jul 20 11:50:08.036146 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.141474 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.213443 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:50:08.218780 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2749e946-b739-4559-b8a1-acaf5fd898b7 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:50:08.225456 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:50:08.229309 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:50:08.231635 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Pushing event updated for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:08.235071 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.273073 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Transition to ACTIVE for port object 2749e946-b739-4559-b8a1-acaf5fd898b7 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:50:08.278475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.318427 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:08.319038 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.366929 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-13336f2d-4174-499f-bf68-893456993b3e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481913 Jul 20 11:50:08.370037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:08.394919 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Request body: {'port': {'device_id': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:08.477884 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Attempting to bind port 2749e946-b739-4559-b8a1-acaf5fd898b7 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:50:08.478212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Attempting to bind port 2749e946-b739-4559-b8a1-acaf5fd898b7 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:50:08.478565 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Attempting to bind port 2749e946-b739-4559-b8a1-acaf5fd898b7 on network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:50:08.489247 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Port 2749e946-b739-4559-b8a1-acaf5fd898b7 on network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:50:08.489553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Attempting to bind port 2749e946-b739-4559-b8a1-acaf5fd898b7 on network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:50:08.498326 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:50:08.498654 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Checking segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:50:08.499029 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Bound using segment: {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:50:08.499469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Bound port: 2749e946-b739-4559-b8a1-acaf5fd898b7, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3275e1-40fd-4665-8acb-a91f7800789a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:50:08.499819 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.502290 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.646651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:50:08.667789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:50:08.672132 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.718869 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:08.719482 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:08.720895 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] 10.222.0.26 "PUT /v2.0/ports/2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 1093 time: 1.0694513 Jul 20 11:50:08.723645 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:08.725964 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb91b39-01ee-420a-be91-ecc17a567e60" -d '{"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:08.821285 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2025f-2e59-4098-a385-458c24c3b215 service neutron] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:08.887602 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-4c981c9c-1d7e-4aa8-918e-a153df68f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:08.889147 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-4c981c9c-1d7e-4aa8-918e-a153df68f1ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1096 time: 0.1048973 Jul 20 11:50:08.946149 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-75f9cc5a-d7f3-4798-b441-f30cc20630d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 217 time: 0.0398273 Jul 20 11:50:08.957033 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b541142-ad6b-4bb2-98ae-b7ad54815051 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:50:08.970314 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3fc4ae-d5ff-4550-94cc-b6d6bdf34b2d x-openstack-request-id: req-ae3fc4ae-d5ff-4550-94cc-b6d6bdf34b2d {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:08.970604 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:08.970854 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae3fc4ae-d5ff-4550-94cc-b6d6bdf34b2d {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:08.971239 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'status': 'completed', 'code': 200} Jul 20 11:50:08.976724 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:09.015083 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Transition to ACTIVE for port object 0b541142-ad6b-4bb2-98ae-b7ad54815051 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:50:09.020535 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:09.030850 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-fa3f43c6-1776-4fb9-8737-114ca76ef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.032323 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-fa3f43c6-1776-4fb9-8737-114ca76ef319 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0782042 Jul 20 11:50:09.070712 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2b852-f757-430c-b093-76f68642a978 req-8294b57d-ae66-435b-90e1-372b78fec085 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.072312 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82a2b852-f757-430c-b093-76f68642a978 req-8294b57d-ae66-435b-90e1-372b78fec085 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 931 time: 0.1054718 Jul 20 11:50:09.104858 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Pushing event updated for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:09.128024 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae3438-94ac-42be-a3fc-f0375e139bd4 req-8bbe4fb3-5f4c-43f1-9355-94e621cc15e6 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.130364 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5fae3438-94ac-42be-a3fc-f0375e139bd4 req-8bbe4fb3-5f4c-43f1-9355-94e621cc15e6 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.1146274 Jul 20 11:50:09.133248 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82a2b852-f757-430c-b093-76f68642a978 req-24cb5cac-d640-494d-bc58-0618fbd6c12e tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Jul 20 11:50:09.175962 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5fae3438-94ac-42be-a3fc-f0375e139bd4 req-f59781e0-30cd-4cad-ab54-291a8c366a06 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353119 Jul 20 11:50:09.176426 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-35a7617b-81f9-43c7-a6b0-b0366e7a70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.176426 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-35a7617b-81f9-43c7-a6b0-b0366e7a70a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232347 Jul 20 11:50:09.213608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Attempting to bind port 0b541142-ad6b-4bb2-98ae-b7ad54815051 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:50:09.213921 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Attempting to bind port 0b541142-ad6b-4bb2-98ae-b7ad54815051 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:50:09.214239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Attempting to bind port 0b541142-ad6b-4bb2-98ae-b7ad54815051 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:50:09.223101 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Port 0b541142-ad6b-4bb2-98ae-b7ad54815051 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:50:09.223416 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Attempting to bind port 0b541142-ad6b-4bb2-98ae-b7ad54815051 on network e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:50:09.256145 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:50:09.256501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Checking segment: {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:50:09.256876 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Bound using segment: {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:50:09.257295 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Bound port: 0b541142-ad6b-4bb2-98ae-b7ad54815051, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce78679-d2bf-45c9-af04-124867bd1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:50:09.257643 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:09.310812 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-0842ff9d-5aa7-4be1-9d1f-552fe56eb4aa service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278934 Jul 20 11:50:09.358996 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:50:09.398816 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:50:09.406429 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:09.454950 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.455572 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:09.457101 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b541142-ad6b-4bb2-98ae-b7ad54815051 HTTP/1.1" status: 200 len: 1093 time: 1.0667081 Jul 20 11:50:09.462640 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-244f7078-bc75-4724-8def-d76c5a6a3275 req-f31a7905-d607-43a6-8abd-e81720455dfd service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411269 Jul 20 11:50:09.481150 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1cb78-2633-4e88-b7d8-00a8098f6746 service neutron] Pushing event updated for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:09.602668 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-6e4d1fb9-8116-4a7b-8082-b76b8f8e4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.604176 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-6e4d1fb9-8116-4a7b-8082-b76b8f8e4f5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1096 time: 0.0952377 Jul 20 11:50:09.606618 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-2da50f89-4ce9-4160-8a73-9c06a96f908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:09.607968 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-2da50f89-4ce9-4160-8a73-9c06a96f908d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 1096 time: 0.1002064 Jul 20 11:50:09.945325 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-fdf29a76-c424-4856-9b3a-286ffb05729a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051 HTTP/1.1" status: 200 len: 217 time: 0.3208845 Jul 20 11:50:10.047346 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3fb82-5a81-4071-9690-12e1870d42be req-6c9773bf-7307-4391-974a-88fb67e549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.048741 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-6c9773bf-7307-4391-974a-88fb67e549a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d58def-1fff-4acb-9da9-f0bb23c16807 HTTP/1.1" status: 200 len: 854 time: 0.0960448 Jul 20 11:50:10.059699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-32b3114e-73c7-469a-b90c-ad39081b744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.061519 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-32b3114e-73c7-469a-b90c-ad39081b744d service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.4444461 Jul 20 11:50:10.093548 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-80c83cb5-5d3a-41b6-be15-c6187cf79d4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311339 Jul 20 11:50:10.128914 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-62f68440-22ae-422b-b672-bee18113077b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 217 time: 0.0571945 Jul 20 11:50:10.222046 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-8810a699-2974-47df-a5d7-64448400d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.223509 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-8810a699-2974-47df-a5d7-64448400d363 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0844760 Jul 20 11:50:10.251861 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-7997af39-28d9-4d5e-b8c5-4515f7d29684 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Jul 20 11:50:10.302155 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df366936-2928-49b2-b946-9a99a8b78b88 req-6f646197-537a-42e1-bad9-5e78a52f9b0f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.303572 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df366936-2928-49b2-b946-9a99a8b78b88 req-6f646197-537a-42e1-bad9-5e78a52f9b0f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 943 time: 0.1026845 Jul 20 11:50:10.359945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-eee85012-f4a0-4bb7-aa95-5e4605fbca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.361560 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-eee85012-f4a0-4bb7-aa95-5e4605fbca72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1256278 Jul 20 11:50:10.386046 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-adc3fb82-5a81-4071-9690-12e1870d42be req-1cc8eb5d-c3f2-4c25-a17e-4afcaa4dbd8e service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175611 Jul 20 11:50:10.474502 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-5a5bb5fc-74cb-4923-9ca0-f83552749da2 service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025715 Jul 20 11:50:10.577773 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-cfb91b39-01ee-420a-be91-ecc17a567e60 req-410097c1-ca06-4dd4-88d5-c246da0d1a20 service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Jul 20 11:50:10.600282 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c84c9-c3df-46f6-b26c-7a6115bde01e req-465a8d8f-674d-400c-83db-f228e32ed9fe tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:10.601781 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-773c84c9-c3df-46f6-b26c-7a6115bde01e req-465a8d8f-674d-400c-83db-f228e32ed9fe tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.3571498 Jul 20 11:50:10.609343 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df366936-2928-49b2-b946-9a99a8b78b88 req-b18ea35b-b6d8-45af-a4b9-cf7fca2a3876 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987449 Jul 20 11:50:10.642333 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-773c84c9-c3df-46f6-b26c-7a6115bde01e req-c20cbeae-83a4-4d71-b353-999164b3ff80 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Jul 20 11:50:10.973297 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:10.975889 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d931fb9-18c5-4298-9f86-d95eb6eefe29" -d '{"events": [{"name": "network-changed", "server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:11.010789 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1970a190-1428-4745-a118-c71730ea7a84 x-openstack-request-id: req-1970a190-1428-4745-a118-c71730ea7a84 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:11.011084 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:11.011335 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1970a190-1428-4745-a118-c71730ea7a84 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:11.011723 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051', 'status': 'completed', 'code': 200} Jul 20 11:50:11.090268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-cbd2c4e5-bd6a-412a-a7ac-0492c53e927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:11.091743 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-cbd2c4e5-bd6a-412a-a7ac-0492c53e927f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 1096 time: 0.0511591 Jul 20 11:50:11.179077 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-08a3a97d-5c1f-40b0-b416-052f5f572b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:11.180451 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-08a3a97d-5c1f-40b0-b416-052f5f572b7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 200 len: 915 time: 0.0809989 Jul 20 11:50:11.222948 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-6379a059-bfac-45ed-8811-c90cce040666 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051 HTTP/1.1" status: 200 len: 217 time: 0.0359161 Jul 20 11:50:11.270551 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-fe9019c6-9e30-400c-9a1c-113a86918aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:11.271962 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-fe9019c6-9e30-400c-9a1c-113a86918aa6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d58def-1fff-4acb-9da9-f0bb23c16807 HTTP/1.1" status: 200 len: 854 time: 0.0422142 Jul 20 11:50:11.306212 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-6ddba8c4-9325-4ceb-9d14-e31b86abfe26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247662 Jul 20 11:50:11.399560 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-ac251cf0-b904-4ae2-a38b-571d80680c22 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867064 Jul 20 11:50:11.492893 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4d931fb9-18c5-4298-9f86-d95eb6eefe29 req-2cfdefbb-fe4c-4a0c-b0bf-8dc8a69d3701 service neutron] 10.222.0.26 "GET /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805318 Jul 20 11:50:11.783774 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520624-baf3-42a1-9fe8-327d75d21bab req-1c078960-c2c2-44a1-85cf-e86a3915b920 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:11.785833 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b8520624-baf3-42a1-9fe8-327d75d21bab req-1c078960-c2c2-44a1-85cf-e86a3915b920 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 943 time: 0.1061318 Jul 20 11:50:11.806932 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017e46-15ff-47ff-9d33-f7f742e9be0c req-2f70864a-fa83-4999-b8da-52fcc23726d0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:11.808348 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c017e46-15ff-47ff-9d33-f7f742e9be0c req-2f70864a-fa83-4999-b8da-52fcc23726d0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0942254 Jul 20 11:50:11.855727 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b8520624-baf3-42a1-9fe8-327d75d21bab req-9aa4c23c-43aa-4b1d-9760-10d0f8126733 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638537 Jul 20 11:50:11.860881 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1c017e46-15ff-47ff-9d33-f7f742e9be0c req-c25002ba-673d-4bde-9c39-01c4b77b8a4b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Jul 20 11:50:12.044446 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:50:13.023465 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d401a5f-e11a-48e3-805d-4ec05ba1eb89 req-82dc9678-06a6-49ab-9c44-8aa24b94ac95 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:13.024972 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6d401a5f-e11a-48e3-805d-4ec05ba1eb89 req-82dc9678-06a6-49ab-9c44-8aa24b94ac95 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 943 time: 0.1045265 Jul 20 11:50:13.032124 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c36-9c69-469a-a0a7-839f6bbeca2f req-e10ce6e2-32af-4b3e-98e5-5ca2363589d8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:13.033517 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-131d5c36-9c69-469a-a0a7-839f6bbeca2f req-e10ce6e2-32af-4b3e-98e5-5ca2363589d8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.1034763 Jul 20 11:50:13.087431 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6d401a5f-e11a-48e3-805d-4ec05ba1eb89 req-82161a2c-7a9b-4880-bcfc-7d2e571ccc94 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529943 Jul 20 11:50:13.092333 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-131d5c36-9c69-469a-a0a7-839f6bbeca2f req-19bd061e-0830-489e-ba66-942e057c6a0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513525 Jul 20 11:50:13.411447 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 0b541142-ad6b-4bb2-98ae-b7ad54815051 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:50:13.616447 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:13.627059 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '0b541142-ad6b-4bb2-98ae-b7ad54815051', 'network_id': 'e51043bd-dd2f-4df4-8d96-7d5abaf72cc1', 'port_id': '0b541142-ad6b-4bb2-98ae-b7ad54815051', 'mac_address': 'fa:16:3e:94:fa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d58def-1fff-4acb-9da9-f0bb23c16807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:50:13.665079 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:13.682361 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b541142-ad6b-4bb2-98ae-b7ad54815051 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:50:13.704736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:13.709407 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:13.755055 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:13.939896 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['0b541142-ad6b-4bb2-98ae-b7ad54815051'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:50:14.259793 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6dde7-47f3-4bc1-8aa4-a29f49ebb931 req-63456f4d-cc38-4091-b87e-22667cd8e794 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:14.261225 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6af6dde7-47f3-4bc1-8aa4-a29f49ebb931 req-63456f4d-cc38-4091-b87e-22667cd8e794 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 944 time: 0.1063416 Jul 20 11:50:14.269317 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae568-7c16-4b37-a1ef-ecf16a4a03e2 req-bb8bfbe3-e8d3-4c05-8913-eb3ce0b3a667 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:14.270702 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-89cae568-7c16-4b37-a1ef-ecf16a4a03e2 req-bb8bfbe3-e8d3-4c05-8913-eb3ce0b3a667 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.1067214 Jul 20 11:50:14.324496 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6af6dde7-47f3-4bc1-8aa4-a29f49ebb931 req-f3c43eec-ce78-408c-9190-c4975dfd3132 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Jul 20 11:50:14.331981 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-89cae568-7c16-4b37-a1ef-ecf16a4a03e2 req-e8973a5d-66bc-4a0a-957a-a45a895bf08d tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544577 Jul 20 11:50:15.418068 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 0b541142-ad6b-4bb2-98ae-b7ad54815051 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:50:15.465824 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 0b541142-ad6b-4bb2-98ae-b7ad54815051 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:50:15.470269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 0b541142-ad6b-4bb2-98ae-b7ad54815051 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:50:15.470634 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:15.497048 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb572c6-5b98-4d4e-a844-bd92de752b81 req-b53dbaea-ff9e-4c53-84fb-4212ad958cb1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:15.498547 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-deb572c6-5b98-4d4e-a844-bd92de752b81 req-b53dbaea-ff9e-4c53-84fb-4212ad958cb1 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 944 time: 0.1072206 Jul 20 11:50:15.510583 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e028-4ad1-44f7-badb-c399928b0b75 req-e43629f8-f97e-49d1-8e7e-4ea710e2708a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:15.512034 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a037e028-4ad1-44f7-badb-c399928b0b75 req-e43629f8-f97e-49d1-8e7e-4ea710e2708a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0923226 Jul 20 11:50:15.554019 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:15.567086 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-deb572c6-5b98-4d4e-a844-bd92de752b81 req-d5bc711c-3f56-4e80-a41e-31a25276e93c tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Jul 20 11:50:15.574383 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a037e028-4ad1-44f7-badb-c399928b0b75 req-e60bb4d3-10fc-4d57-a4ce-957b09e06908 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539677 Jul 20 11:50:15.575835 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:15.578199 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308451f9-153c-40f4-b87b-e3d75ce988c5" -d '{"events": [{"server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "name": "network-vif-plugged", "status": "completed", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:15.596514 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:15.602648 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:15.628539 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180ab94-a245-4bbb-9dd6-215e21e2fc50 x-openstack-request-id: req-6180ab94-a245-4bbb-9dd6-215e21e2fc50 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:15.628831 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "name": "network-vif-plugged", "status": "completed", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:15.629079 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6180ab94-a245-4bbb-9dd6-215e21e2fc50 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:15.629459 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051', 'code': 200} Jul 20 11:50:15.652806 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:15.808641 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fa6ce-f504-4ec2-8006-2c31168967d5 req-b331e20a-88a7-4077-9bce-39b06e3c2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:15.810128 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-551fa6ce-f504-4ec2-8006-2c31168967d5 req-b331e20a-88a7-4077-9bce-39b06e3c2f14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 1098 time: 0.0543368 Jul 20 11:50:15.844307 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-551fa6ce-f504-4ec2-8006-2c31168967d5 req-b0355c73-f7b4-459c-8b0b-9c9b12041af1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258961 Jul 20 11:50:16.748884 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda96d2-15fc-43c6-9d7e-7b804fdf21c4 req-132fee6a-b86f-42ac-bbc4-72249f2a733c tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:16.750359 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2eda96d2-15fc-43c6-9d7e-7b804fdf21c4 req-132fee6a-b86f-42ac-bbc4-72249f2a733c tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 945 time: 0.1026616 Jul 20 11:50:16.762485 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155da4c-8b7f-4d35-947c-0dbb3bf06305 req-d1503527-b1e7-4dbc-8905-d414239957ac tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:16.763876 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2155da4c-8b7f-4d35-947c-0dbb3bf06305 req-d1503527-b1e7-4dbc-8905-d414239957ac tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0873642 Jul 20 11:50:16.818278 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2eda96d2-15fc-43c6-9d7e-7b804fdf21c4 req-663b39cc-a263-4af9-b3a9-77db59b6cdfb tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Jul 20 11:50:16.825195 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2155da4c-8b7f-4d35-947c-0dbb3bf06305 req-89170e80-2766-40c2-8d67-961be5f2b8b5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540867 Jul 20 11:50:17.444765 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:50:17.539719 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:17.551156 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'mac_address': 'fa:16:3e:04:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:50:17.586063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:17.598422 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2749e946-b739-4559-b8a1-acaf5fd898b7 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:50:17.618763 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:17.622610 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:17.668051 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:17.878074 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['2749e946-b739-4559-b8a1-acaf5fd898b7'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:50:17.984782 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23802ee-ed66-48bf-825c-f117025a2669 req-ccb69354-01b6-4724-a600-c475f6486036 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:17.986277 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f23802ee-ed66-48bf-825c-f117025a2669 req-ccb69354-01b6-4724-a600-c475f6486036 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 945 time: 0.1010978 Jul 20 11:50:18.007788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d54fd-cdfd-4cc2-bf88-dd94250d114b req-e65600bf-4a6c-450f-87de-a0e73754109a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:18.009312 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-974d54fd-cdfd-4cc2-bf88-dd94250d114b req-e65600bf-4a6c-450f-87de-a0e73754109a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 944 time: 0.1134324 Jul 20 11:50:18.059319 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f23802ee-ed66-48bf-825c-f117025a2669 req-35d0b9c1-2d21-490c-b148-b883965ade9d tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Jul 20 11:50:18.067113 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-974d54fd-cdfd-4cc2-bf88-dd94250d114b req-f7c52cd5-7058-4781-a829-59f41850262e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Jul 20 11:50:19.203261 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76326bc2-2f24-4f31-97e9-ac78e81f3c62 req-7f042c84-2cf4-49a3-9eda-d18bd9788c82 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:19.204782 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-76326bc2-2f24-4f31-97e9-ac78e81f3c62 req-7f042c84-2cf4-49a3-9eda-d18bd9788c82 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 944 time: 0.0663247 Jul 20 11:50:19.244358 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-76326bc2-2f24-4f31-97e9-ac78e81f3c62 req-49a2efd0-6098-4501-8e57-ad6657a2c5b3 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337834 Jul 20 11:50:19.473650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:50:19.522466 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 2749e946-b739-4559-b8a1-acaf5fd898b7 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:50:19.525926 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 2749e946-b739-4559-b8a1-acaf5fd898b7 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:50:19.526300 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:19.600144 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:19.622188 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:19.624431 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56136acc-938f-4b97-bfcd-a784a63aa210" -d '{"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-plugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:19.637592 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:19.642645 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:19.697441 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:19.720236 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9b612-9470-47ca-9585-ea20491b8d02 x-openstack-request-id: req-93a9b612-9470-47ca-9585-ea20491b8d02 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:19.720563 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-plugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:19.720838 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93a9b612-9470-47ca-9585-ea20491b8d02 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:19.721232 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'code': 200} Jul 20 11:50:19.890039 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f501-784f-4f54-a6b3-c78a82279013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:19.978554 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28757a60-4708-4110-bb76-714b94d8709b req-a1298d43-5c8f-44fe-a0e1-9e349e8d1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:19.979932 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-28757a60-4708-4110-bb76-714b94d8709b req-a1298d43-5c8f-44fe-a0e1-9e349e8d1500 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0503123 Jul 20 11:50:20.014888 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-28757a60-4708-4110-bb76-714b94d8709b req-14e93828-7425-4024-a106-a57de64618e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257549 Jul 20 11:50:20.379697 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf33d-c6f9-481c-b3b8-a75ff3ef56c3 req-3c479d91-d73b-4f04-b306-233ef2902071 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:20.381269 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1adbf33d-c6f9-481c-b3b8-a75ff3ef56c3 req-3c479d91-d73b-4f04-b306-233ef2902071 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0672553 Jul 20 11:50:20.418941 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1adbf33d-c6f9-481c-b3b8-a75ff3ef56c3 req-90d48e5e-b161-4280-a0e9-fc32d916c4fa tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Jul 20 11:50:21.552182 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ee60-c187-474f-91c1-16567f606db0 req-e46d97c0-e3cf-4f8d-9c4d-1cfd4f997436 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:21.553719 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8303ee60-c187-474f-91c1-16567f606db0 req-e46d97c0-e3cf-4f8d-9c4d-1cfd4f997436 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0688696 Jul 20 11:50:21.591508 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8303ee60-c187-474f-91c1-16567f606db0 req-77ce186b-f310-4713-a773-d83ade5804e8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Jul 20 11:50:21.729546 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7c6f-f4d0-4ab2-a2f7-e01bb218bf4e req-b6d742a1-3ba0-44b4-98a5-7acf17c7bd11 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:21.731092 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b8fe7c6f-f4d0-4ab2-a2f7-e01bb218bf4e req-b6d742a1-3ba0-44b4-98a5-7acf17c7bd11 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0713348 Jul 20 11:50:21.773850 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b8fe7c6f-f4d0-4ab2-a2f7-e01bb218bf4e req-ff2644ce-eac2-4eb2-b370-fd6098ceaea4 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368567 Jul 20 11:50:21.794889 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49312) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:50:21.981943 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a4133-ce48-4b4d-a22a-e9f70590b930 tempest-TestShelveInstance-151038493 tempest-TestShelveInstance-151038493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:21.983462 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-963a4133-ce48-4b4d-a22a-e9f70590b930 tempest-TestShelveInstance-151038493 tempest-TestShelveInstance-151038493-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1093 time: 0.1876178 Jul 20 11:50:21.986547 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49316) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:50:21.991712 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:50:22.014162 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for floatingip, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.118150 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.224344 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Allocated IP 172.27.1.171 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/0d636556-f5a6-4811-a161-3b38b6f811e5) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:50:22.321727 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.358240 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.393652 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:50:22.398242 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:50:22.401539 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:50:22.428416 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'Port': ['ID=0d636556-f5a6-4811-a161-3b38b6f811e5,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:22.470929 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1c42dfca-3a78-457c-9615-1205ef21d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.757255 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.833696 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.900374 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.975409 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:22.979871 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:23.057459 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event updated for resources: {'Port': ['ID=0d636556-f5a6-4811-a161-3b38b6f811e5,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:23.065424 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:23.163254 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Floating IP 7fca6a41-f3ba-468d-a858-2e5ede8e66cc associated. External IP: 172.27.1.171, port: 2749e946-b739-4559-b8a1-acaf5fd898b7. Jul 20 11:50:23.367922 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Router cbadef9d-672e-452b-93de-5a1df05b3294 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:50:23.471542 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:50:23.481730 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Sync routers for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:50:23.488846 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:23.491475 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:50:23.492131 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:50:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:23.526976 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-7cb84ee8-6cc1-4458-bc82-cbdfed51703e tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5394156 Jul 20 11:50:23.527571 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:23.529828 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4962e0-d018-43bd-8988-b5f7d9727893" -d '{"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:23.577518 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:23.607930 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:50:23.637762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8c44b-4c56-479e-a5e3-31831bf98503 x-openstack-request-id: req-d7e8c44b-4c56-479e-a5e3-31831bf98503 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:23.638056 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:23.638367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7e8c44b-4c56-479e-a5e3-31831bf98503 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:23.638773 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'status': 'completed', 'code': 200} Jul 20 11:50:23.723859 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-56cd1caa-bed7-4e9f-b5e8-5bef506dfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:23.725388 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-56cd1caa-bed7-4e9f-b5e8-5bef506dfcf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0610893 Jul 20 11:50:23.825884 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-18d39bd8-eeea-4ba9-8a97-087ecc476793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:23.827393 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-18d39bd8-eeea-4ba9-8a97-087ecc476793 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.0956700 Jul 20 11:50:23.845139 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '7fca6a41-f3ba-468d-a858-2e5ede8e66cc', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'mac_address': 'fa:16:3e:04:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62296be5-4278-41f3-9e75-13e57c112b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:50:22Z', 'updated_at': '2021-07-20T11:50:22Z', 'revision_number': 0, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:23.875854 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Checking router: cbadef9d-672e-452b-93de-5a1df05b3294 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:50:23.884232 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:50:23.884854 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:50:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:23.897035 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-ae15afb8-7318-4040-bd46-03ea922df529 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 999 time: 0.0566976 Jul 20 11:50:23.956066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-5c1c9c28-fa46-4044-a8bd-72d34ead8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:23.958327 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-5c1c9c28-fa46-4044-a8bd-72d34ead8c1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0468419 Jul 20 11:50:23.996025 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:50:24.022949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-9a12f193-73eb-46ab-9511-77dc2d7bc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:24.024522 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-9a12f193-73eb-46ab-9511-77dc2d7bc419 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557990 Jul 20 11:50:24.116237 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-95f861a7-abf1-4a46-baac-b6764f78e87b service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Jul 20 11:50:24.204425 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bc4962e0-d018-43bd-8988-b5f7d9727893 req-96a78736-b42f-491d-aeb0-e303a91e407e service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Jul 20 11:50:24.223187 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '7fca6a41-f3ba-468d-a858-2e5ede8e66cc', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'mac_address': 'fa:16:3e:04:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62296be5-4278-41f3-9e75-13e57c112b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:50:22Z', 'updated_at': '2021-07-20T11:50:22Z', 'revision_number': 0, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:50:24.252580 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac770f87-95ab-4f0a-bcf2-454aad2a6644 None None] The sync data for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi is: [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '7fca6a41-f3ba-468d-a858-2e5ede8e66cc', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'mac_address': 'fa:16:3e:04:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62296be5-4278-41f3-9e75-13e57c112b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:50:22Z', 'updated_at': '2021-07-20T11:50:22Z', 'revision_number': 0, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:50:24.435529 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6b559-5c36-42b3-b2f8-3e3cd61af487 None None] New status for floating IP 7fca6a41-f3ba-468d-a858-2e5ede8e66cc: ACTIVE {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:50:25.185397 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:29.732716 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:38.031376 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d03e7-b3bd-4c9e-b394-eef7c1ac6828 req-2395977a-a092-4103-9978-7a08269b010f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:38.032906 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a27d03e7-b3bd-4c9e-b394-eef7c1ac6828 req-2395977a-a092-4103-9978-7a08269b010f tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 945 time: 0.0627379 Jul 20 11:50:38.071098 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a27d03e7-b3bd-4c9e-b394-eef7c1ac6828 req-530a724b-715f-463d-953e-b1655f73a492 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jul 20 11:50:39.195576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d80f-119c-4b18-a77b-9a7d25e307e3 req-0e31497d-ddd5-448a-a42d-7358b73b7523 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:39.197079 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-59a8d80f-119c-4b18-a77b-9a7d25e307e3 req-0e31497d-ddd5-448a-a42d-7358b73b7523 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 945 time: 0.0603251 Jul 20 11:50:39.236095 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-59a8d80f-119c-4b18-a77b-9a7d25e307e3 req-d6e72f19-7738-4e9e-91cb-653fea45b106 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a00d26f-9c52-4fe2-abaa-f316e5cc000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Jul 20 11:50:39.758122 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b14743-c238-4622-bb2d-00935c02df57 req-8e613cbb-9425-4e2a-a326-e9565d6c4712 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:39.759555 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-45b14743-c238-4622-bb2d-00935c02df57 req-8e613cbb-9425-4e2a-a326-e9565d6c4712 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 945 time: 0.0610008 Jul 20 11:50:39.867362 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Deleting port 0b541142-ad6b-4bb2-98ae-b7ad54815051 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:50:39.867786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:39.955886 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] For port 0b541142-ad6b-4bb2-98ae-b7ad54815051, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=0b541142-ad6b-4bb2-98ae-b7ad54815051,segment=NetworkSegment(fce78679-d2bf-45c9-af04-124867bd1c63),segment_id=fce78679-d2bf-45c9-af04-124867bd1c63)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:50:39.956233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:39.968105 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Calling delete_port for 0b541142-ad6b-4bb2-98ae-b7ad54815051 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:50:40.087329 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:40.100378 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['0b541142-ad6b-4bb2-98ae-b7ad54815051'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:50:40.118835 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Pushing event deleted for resources: {'Port': ['ID=0b541142-ad6b-4bb2-98ae-b7ad54815051,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:50:40.162207 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] No DVR routers for this DVR port 0b541142-ad6b-4bb2-98ae-b7ad54815051 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:50:40.164657 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:40.166590 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-45b14743-c238-4622-bb2d-00935c02df57 req-a6e3d5ff-f469-4f6d-bb6e-905bf378b4ea tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.26 "DELETE /v2.0/ports/0b541142-ad6b-4bb2-98ae-b7ad54815051 HTTP/1.1" status: 204 len: 173 time: 0.4012718 Jul 20 11:50:40.167010 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'name': 'network-vif-deleted', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:50:40.169237 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307526c4-c7fd-4666-b1c3-c94cf1811ed3" -d '{"events": [{"server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "name": "network-vif-deleted", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:50:40.206915 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e1f31f-0eb7-46b0-9ae6-4e904337af6b x-openstack-request-id: req-25e1f31f-0eb7-46b0-9ae6-4e904337af6b {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:50:40.207208 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320a3a91-b4b1-4544-aa2d-b24a045be4fe", "name": "network-vif-deleted", "tag": "0b541142-ad6b-4bb2-98ae-b7ad54815051", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:50:40.207458 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25e1f31f-0eb7-46b0-9ae6-4e904337af6b {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:50:40.207871 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320a3a91-b4b1-4544-aa2d-b24a045be4fe', 'name': 'network-vif-deleted', 'tag': '0b541142-ad6b-4bb2-98ae-b7ad54815051', 'status': 'completed', 'code': 200} Jul 20 11:50:40.348058 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ace1939e-2457-46f2-aa85-e2daae86b544 req-b2c55c99-c6ea-4188-a8e5-f478d3ab57f2 tempest-VolumesSnapshotTestJSON-594023140 tempest-VolumesSnapshotTestJSON-594023140-project] 10.222.0.15 "GET /v2.0/ports?device_id=320a3a91-b4b1-4544-aa2d-b24a045be4fe HTTP/1.1" status: 200 len: 210 time: 0.0322278 Jul 20 11:50:44.869281 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 0b541142-ad6b-4bb2-98ae-b7ad54815051 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:50:44.889143 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 0b541142-ad6b-4bb2-98ae-b7ad54815051 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:50:44.889534 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 0b541142-ad6b-4bb2-98ae-b7ad54815051 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:50:49.046807 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:50:49.891342 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c613-f0f6-4d76-8105-0ccdd4effdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:52.462839 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-38768323-deb0-43ab-a8ef-289da7320f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:52.902084 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:53.557136 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:55.201231 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:50:55.343231 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6371-e11c-4c86-a4c7-ea0b97ceb243 req-dcae4e46-7ff1-49a4-ae49-31436822a866 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:55.344870 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-365c6371-e11c-4c86-a4c7-ea0b97ceb243 req-dcae4e46-7ff1-49a4-ae49-31436822a866 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0677783 Jul 20 11:50:55.383400 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-365c6371-e11c-4c86-a4c7-ea0b97ceb243 req-ad17481b-f049-41a5-830b-2f0695a4b31c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Jul 20 11:50:56.523877 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a3939-a5c1-4681-9557-95d249435fde req-47dfcc02-5ff5-4e23-a7b4-3256025bc358 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:56.525403 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f5a3939-a5c1-4681-9557-95d249435fde req-47dfcc02-5ff5-4e23-a7b4-3256025bc358 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0668037 Jul 20 11:50:56.566275 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f5a3939-a5c1-4681-9557-95d249435fde req-5787d409-d4ba-4541-a63c-068cfc9176ac tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Jul 20 11:50:57.702267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa56e61-9038-422b-9f20-bd01b07776de req-b20ea3bb-ce7e-4cc2-8bb8-8ded2ed84e84 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:57.703758 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2fa56e61-9038-422b-9f20-bd01b07776de req-b20ea3bb-ce7e-4cc2-8bb8-8ded2ed84e84 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0645342 Jul 20 11:50:57.741197 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2fa56e61-9038-422b-9f20-bd01b07776de req-0139fb4f-6da8-498e-a376-83d5b53d04c4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Jul 20 11:50:58.874268 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171ed4-79aa-40df-960e-d6fe4dec9d34 req-359179a4-c79b-44f2-b050-91dd31a57232 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:50:58.875668 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a2171ed4-79aa-40df-960e-d6fe4dec9d34 req-359179a4-c79b-44f2-b050-91dd31a57232 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0627222 Jul 20 11:50:58.912897 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a2171ed4-79aa-40df-960e-d6fe4dec9d34 req-b94ea0d4-5e43-493c-a9ee-f4f23a9cdb4a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Jul 20 11:50:59.624601 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:00.063596 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3ae2-4b68-4429-b2d8-4009421be937 req-188f79f6-a6a0-4a3b-83a0-017d69120e65 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:00.065480 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-753e3ae2-4b68-4429-b2d8-4009421be937 req-188f79f6-a6a0-4a3b-83a0-017d69120e65 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0667038 Jul 20 11:51:00.104612 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-753e3ae2-4b68-4429-b2d8-4009421be937 req-6c228a26-19c1-43a0-ad5b-3b5d3a8d39a9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jul 20 11:51:00.789139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-2eacc93b-7731-47a9-b1f4-82453f56543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:00.790635 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-2eacc93b-7731-47a9-b1f4-82453f56543f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1098 time: 0.0511775 Jul 20 11:51:00.896089 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-0a2651cc-b562-4f03-8fd2-bcbba6655a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:00.897484 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-0a2651cc-b562-4f03-8fd2-bcbba6655a8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.0867102 Jul 20 11:51:00.961337 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-3319d115-a7ba-4896-9b98-07304fafcbb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 1001 time: 0.0568640 Jul 20 11:51:01.011134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-7cfc1b94-0154-40db-9610-026ee403ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:01.012639 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-7cfc1b94-0154-40db-9610-026ee403ce0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0453010 Jul 20 11:51:01.072361 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-14428071-5c81-4a8f-944a-b7e00cba4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:01.073844 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-14428071-5c81-4a8f-944a-b7e00cba4b62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545685 Jul 20 11:51:01.166772 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-46a909e5-a512-4aa4-9d42-fa6aee245d10 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829849 Jul 20 11:51:01.243738 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a19a-f498-4747-ae8c-6e86df0ad708 req-97a9f787-2236-46fc-9ac7-8773e028d79a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:01.245311 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9dd4a19a-f498-4747-ae8c-6e86df0ad708 req-97a9f787-2236-46fc-9ac7-8773e028d79a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0647931 Jul 20 11:51:01.261332 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-096b9ce8-1e12-42ef-8cd0-6ba208d761ef req-00cdbd66-7608-41f2-8c1c-ee8ea233ca35 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869126 Jul 20 11:51:01.283842 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9dd4a19a-f498-4747-ae8c-6e86df0ad708 req-a3eeff8c-a5ac-4212-9343-b9b4d88bb5b0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Jul 20 11:51:02.421864 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915934e-0648-4dec-b819-997e1696efbf req-2f6c2ea1-7862-4250-b2a3-c7b4ce1955fc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:02.423350 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1915934e-0648-4dec-b819-997e1696efbf req-2f6c2ea1-7862-4250-b2a3-c7b4ce1955fc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0658875 Jul 20 11:51:02.704172 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1915934e-0648-4dec-b819-997e1696efbf req-e8c34dd3-7343-46af-9db0-82bcf60731a3 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729661 Jul 20 11:51:03.836762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615178b-10de-465d-8bff-7f4e1e86371b req-a484f1b3-3710-4d20-b8f9-6257c725c0a7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:03.838142 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4615178b-10de-465d-8bff-7f4e1e86371b req-a484f1b3-3710-4d20-b8f9-6257c725c0a7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0616677 Jul 20 11:51:03.874673 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4615178b-10de-465d-8bff-7f4e1e86371b req-e404c2b9-6a6e-4148-b8f6-d3e441907fad tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Jul 20 11:51:04.415005 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49620) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:51:04.457873 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Deleting subnet a4d58def-1fff-4acb-9da9-f0bb23c16807 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:51:04.461507 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.497168 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.534367 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.585138 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.607277 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d58def-1fff-4acb-9da9-f0bb23c16807,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:04.615474 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.617155 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-17f5a195-ecc7-4985-a508-52d11ed00f9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a4d58def-1fff-4acb-9da9-f0bb23c16807 HTTP/1.1" status: 204 len: 168 time: 0.2011607 Jul 20 11:51:04.619648 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49622) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:51:04.689273 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.764173 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.773916 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51043bd-dd2f-4df4-8d96-7d5abaf72cc1']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:04.783483 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce78679-d2bf-45c9-af04-124867bd1c63') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:04.783778 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce78679-d2bf-45c9-af04-124867bd1c63') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:04.792485 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.805975 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.811569 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:51:04.811957 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:51:04.813634 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:51:04.869325 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.876650 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:04.880744 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e51043bd-dd2f-4df4-8d96-7d5abaf72cc1 HTTP/1.1" status: 204 len: 168 time: 0.2601645 Jul 20 11:51:04.890746 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce4b9-116e-4274-9957-ecc7fcb15015 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51043bd-dd2f-4df4-8d96-7d5abaf72cc1,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:05.008485 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6534-22ff-42a9-909c-f0f57044553a req-3eedf4ff-ce45-415b-a6e2-0a1368e8e63c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:05.009985 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-311b6534-22ff-42a9-909c-f0f57044553a req-3eedf4ff-ce45-415b-a6e2-0a1368e8e63c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0648148 Jul 20 11:51:05.041409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 49628) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:51:05.049944 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-311b6534-22ff-42a9-909c-f0f57044553a req-07502426-ea43-48f1-8eb0-ba62cf5e32df tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341597 Jul 20 11:51:05.080711 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-579cf909-650c-4fa0-bb38-851768c8d1c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c739cadd7d764ce8bb55c8a7af8931a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381205 Jul 20 11:51:05.083108 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 49630) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:51:05.128875 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:05.149727 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:05.193976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:05.196571 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:05.197701 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a00d26f-9c52-4fe2-abaa-f316e5cc000e HTTP/1.1" status: 204 len: 168 time: 0.1130128 Jul 20 11:51:05.204899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3d3ca-6e84-4c14-985f-9d609b69c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00d26f-9c52-4fe2-abaa-f316e5cc000e,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:06.006341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:51:06.105169 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:06.116761 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '46cfa149-5fff-4028-9523-b6b04587cb54', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:51:06.152748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:06.165174 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:51:06.185706 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6c3cb-a731-4285-a7a0-a5fcefebcd12 req-af06d391-2a7f-42e6-84f6-28d3be2b7fb7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:06.187239 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-31a6c3cb-a731-4285-a7a0-a5fcefebcd12 req-af06d391-2a7f-42e6-84f6-28d3be2b7fb7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0668268 Jul 20 11:51:06.188403 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:06.192080 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:06.226453 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-31a6c3cb-a731-4285-a7a0-a5fcefebcd12 req-5bcc62fd-6b03-4575-9b62-ffa3431cbcc4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Jul 20 11:51:06.242633 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=6']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:06.249759 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.250109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.250458 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.250797 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.251159 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.251462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.251787 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.252114 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.252474 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.252800 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.253121 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.253443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:06.283083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['46cfa149-5fff-4028-9523-b6b04587cb54'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:51:07.356596 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f1307-f76e-4bfb-a2ee-4bde279d54bd req-b9628d7e-de75-44ee-b269-a08059bb2ede tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:07.358078 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b84f1307-f76e-4bfb-a2ee-4bde279d54bd req-b9628d7e-de75-44ee-b269-a08059bb2ede tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.0618348 Jul 20 11:51:07.394952 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b84f1307-f76e-4bfb-a2ee-4bde279d54bd req-9505e7c2-ee61-472e-b7ea-b3ad1f6b16ca tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Jul 20 11:51:08.034504 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:51:08.084166 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 46cfa149-5fff-4028-9523-b6b04587cb54 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:51:08.084791 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:08.158961 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:08.181111 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:08.183338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268756d-b2bd-49dc-83b3-43e020c181af" -d '{"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:08.196503 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:08.201057 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:08.225348 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065634e-50b6-4824-a316-9f1901958529 x-openstack-request-id: req-4065634e-50b6-4824-a316-9f1901958529 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:08.225632 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:08.225883 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4065634e-50b6-4824-a316-9f1901958529 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:08.226387 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'code': 200} Jul 20 11:51:08.254065 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=7']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:08.531778 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12484291-67a5-4bcd-958a-4ad38b50f746 req-f4cb4c57-356b-4aa2-b876-77087b12db29 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:08.533299 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12484291-67a5-4bcd-958a-4ad38b50f746 req-f4cb4c57-356b-4aa2-b876-77087b12db29 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0682678 Jul 20 11:51:08.574700 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-12484291-67a5-4bcd-958a-4ad38b50f746 req-a07e4082-3327-4571-b8a6-94a6a713b57a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351975 Jul 20 11:51:09.725345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c1f57-c244-4d99-b308-b99cb0ed6faa req-22bf57b9-3029-4620-a288-69f27b73d64e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:09.727143 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b7c1f57-c244-4d99-b308-b99cb0ed6faa req-22bf57b9-3029-4620-a288-69f27b73d64e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0755732 Jul 20 11:51:09.768985 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4b7c1f57-c244-4d99-b308-b99cb0ed6faa req-80b0cb9d-90e1-4b95-8b88-abf4f11e8924 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Jul 20 11:51:10.919974 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c654a-1b4c-4d96-b8cb-79350c152465 req-d2f1d065-7992-422b-bb73-be21a2584a5c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:10.921603 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-417c654a-1b4c-4d96-b8cb-79350c152465 req-d2f1d065-7992-422b-bb73-be21a2584a5c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0710065 Jul 20 11:51:10.962337 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-417c654a-1b4c-4d96-b8cb-79350c152465 req-a1021a41-7269-4671-8745-5d18c9f841ad tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340748 Jul 20 11:51:12.116568 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27074ff6-e7e6-436e-a25b-8f08f66fa0c0 req-c3072b5e-d73e-458e-9014-11016270687c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:12.119095 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-27074ff6-e7e6-436e-a25b-8f08f66fa0c0 req-c3072b5e-d73e-458e-9014-11016270687c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0740659 Jul 20 11:51:12.162746 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-27074ff6-e7e6-436e-a25b-8f08f66fa0c0 req-bce424dd-e730-40ea-ae0f-d6d54f348981 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Jul 20 11:51:13.307902 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567455c-92ea-4890-ba73-e7fc92d437ad req-f545ec08-bebb-4882-ac91-79d5c85a400f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:13.309616 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7567455c-92ea-4890-ba73-e7fc92d437ad req-f545ec08-bebb-4882-ac91-79d5c85a400f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0694342 Jul 20 11:51:13.351174 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7567455c-92ea-4890-ba73-e7fc92d437ad req-80aed78f-1d3c-4888-a4b4-7e16f3c6160d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360219 Jul 20 11:51:14.507223 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4afa2-bcb5-4523-a4aa-f5955021f870 req-d68f0160-53cb-4100-95d8-89b0536cd0b7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:14.508755 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50e4afa2-bcb5-4523-a4aa-f5955021f870 req-d68f0160-53cb-4100-95d8-89b0536cd0b7 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0739956 Jul 20 11:51:14.558462 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-50e4afa2-bcb5-4523-a4aa-f5955021f870 req-57994a5a-4f87-45f7-8a3e-c15949b543ff tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Jul 20 11:51:15.710509 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6748c4-296c-4e98-9ee2-4ff17303f67e req-95a57641-bf79-423f-a40a-93a097bedeef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:15.712179 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a6748c4-296c-4e98-9ee2-4ff17303f67e req-95a57641-bf79-423f-a40a-93a097bedeef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0694447 Jul 20 11:51:15.758342 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6a6748c4-296c-4e98-9ee2-4ff17303f67e req-0f699855-8c57-4b9e-b153-ef5a513096c2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Jul 20 11:51:16.930379 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86ba9-bf4f-4d45-a82e-3300cbcf9fde req-513b32d6-ed9f-4fec-be24-4e128a189acf tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:16.932027 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1df86ba9-bf4f-4d45-a82e-3300cbcf9fde req-513b32d6-ed9f-4fec-be24-4e128a189acf tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0956843 Jul 20 11:51:16.977065 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1df86ba9-bf4f-4d45-a82e-3300cbcf9fde req-3fbeab73-58f0-4427-9a58-b19afaaf0c6e tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Jul 20 11:51:18.113870 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebd442-cff7-479d-8b56-f5b6736e8810 req-0279bc01-7d2d-416c-95f5-b62f43f86df5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:18.115386 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c3ebd442-cff7-479d-8b56-f5b6736e8810 req-0279bc01-7d2d-416c-95f5-b62f43f86df5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0676284 Jul 20 11:51:18.154213 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c3ebd442-cff7-479d-8b56-f5b6736e8810 req-553c1d5a-cb27-4bfe-87aa-ed3efb1d15cf tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Jul 20 11:51:18.317281 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-a51a5de5-235b-4899-8c58-1cc827731422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:18.318862 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-a51a5de5-235b-4899-8c58-1cc827731422 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1098 time: 0.0542228 Jul 20 11:51:18.403392 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-bcf5c059-2039-4a96-9048-ae451b12ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:18.404841 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-bcf5c059-2039-4a96-9048-ae451b12ecca service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.0795953 Jul 20 11:51:18.469626 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-307cb765-7e14-43d8-be4b-f91bcad14aee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 1001 time: 0.0582118 Jul 20 11:51:18.516835 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-36780843-f79b-447a-932e-76bc8d3cae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:18.518227 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-36780843-f79b-447a-932e-76bc8d3cae49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0414791 Jul 20 11:51:18.572986 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-3d527ef8-800c-4ceb-b652-455e107cc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:18.574411 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-3d527ef8-800c-4ceb-b652-455e107cc67c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498040 Jul 20 11:51:18.664206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-be99de20-37ea-4a34-ac2d-366fa537d11b service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837116 Jul 20 11:51:18.749689 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5bf769a1-ff8a-488d-83fe-3145c293357c req-f95a82f2-43ef-4508-9ef5-c3d50e371024 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793555 Jul 20 11:51:19.283856 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a718aaa-7ebe-4237-910a-764857e9b314 req-0855d4fc-e60c-4a38-ac28-bd04cd23d460 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:19.285395 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a718aaa-7ebe-4237-910a-764857e9b314 req-0855d4fc-e60c-4a38-ac28-bd04cd23d460 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jul 20 11:51:19.322461 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4a718aaa-7ebe-4237-910a-764857e9b314 req-71146f51-14f0-4bfd-ac9b-fdcddd1b4307 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Jul 20 11:51:19.891992 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-00ced207-06c6-44d5-b903-9115afea5ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:20.099387 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:51:20.172669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:20.193949 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:20.196148 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884201b1-982a-470f-bd5f-90213708d50e" -d '{"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-unplugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:20.208525 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:20.212379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:20.236682 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c25a4b-2bdd-4fd1-b749-fe0c8fbcfdda x-openstack-request-id: req-86c25a4b-2bdd-4fd1-b749-fe0c8fbcfdda {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:20.236975 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-unplugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:20.237215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86c25a4b-2bdd-4fd1-b749-fe0c8fbcfdda {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:20.237590 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'code': 200} Jul 20 11:51:20.264926 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=8']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:20.465266 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae6034-03f6-4d93-a50e-89e51a86baac req-6521d73a-6f4c-4fe0-9955-251abd05dfb9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:20.466716 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-feae6034-03f6-4d93-a50e-89e51a86baac req-6521d73a-6f4c-4fe0-9955-251abd05dfb9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0716653 Jul 20 11:51:20.503755 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-feae6034-03f6-4d93-a50e-89e51a86baac req-5072fdaa-6680-4e10-8ac3-5a8808d274cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Jul 20 11:51:21.637110 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb82eb-a466-406f-8f8d-dd46eed75d55 req-38a1313d-279a-4c10-a31d-d7ff09a03664 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:21.638620 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5edb82eb-a466-406f-8f8d-dd46eed75d55 req-38a1313d-279a-4c10-a31d-d7ff09a03664 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0627739 Jul 20 11:51:21.675619 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5edb82eb-a466-406f-8f8d-dd46eed75d55 req-2c24186b-1d09-42e3-8d91-185034ce37a0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jul 20 11:51:22.464658 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-47cfd3ba-0e2d-4ad5-ad16-fe6ef36ed6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:22.543342 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447cf8b-04f5-4e02-9e4f-cfac0074e1e0 req-3bd34fac-2889-42ab-9135-b3cd0c87f164 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:22.545470 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3447cf8b-04f5-4e02-9e4f-cfac0074e1e0 req-3bd34fac-2889-42ab-9135-b3cd0c87f164 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0672452 Jul 20 11:51:22.577229 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-b905f33e-38b4-4cfc-9c42-8499462bd1b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558851 Jul 20 11:51:22.584553 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3447cf8b-04f5-4e02-9e4f-cfac0074e1e0 req-0671ad01-f8df-44ca-8f70-7d2dffe6048b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336065 Jul 20 11:51:22.904461 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:23.299882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-1fefb267-a1b3-4f1c-b5de-e4365ca43b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.301301 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-1fefb267-a1b3-4f1c-b5de-e4365ca43b09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b&tenant_id=e64b1d27d2f94db8837632cfa7a2297f HTTP/1.1" status: 200 len: 1096 time: 0.0498576 Jul 20 11:51:23.371193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-a51071a1-45ef-482e-8077-dbfda16f5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.372666 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-a51071a1-45ef-482e-8077-dbfda16f5588 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1096 time: 0.0502517 Jul 20 11:51:23.461680 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-c2c53430-cde1-436b-9d95-2f78436556f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.463169 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-c2c53430-cde1-436b-9d95-2f78436556f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.0839686 Jul 20 11:51:23.524715 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-9a699407-4ece-495a-a36d-70d0bb3ad768 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 999 time: 0.0551510 Jul 20 11:51:23.561179 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:23.575414 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-c4f917f1-0986-436e-915b-f98329c4ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.576901 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-c4f917f1-0986-436e-915b-f98329c4ab56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0465732 Jul 20 11:51:23.635261 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-0de6a63f-f293-4e60-bbd0-81dbe6677ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.636844 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-0de6a63f-f293-4e60-bbd0-81dbe6677ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537183 Jul 20 11:51:23.725295 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-1abe6dde-4b1a-4775-ad30-a5f2e23ff785 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Jul 20 11:51:23.728381 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d0fe8-f468-4ec4-a07c-f7da1337a6be req-265499f4-d4fb-4ed4-b300-a883961af823 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:23.730688 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-896d0fe8-f468-4ec4-a07c-f7da1337a6be req-265499f4-d4fb-4ed4-b300-a883961af823 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0701807 Jul 20 11:51:23.768617 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-896d0fe8-f468-4ec4-a07c-f7da1337a6be req-dcfae51c-29e4-4b0c-8a5b-d4ad9d97dbd5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Jul 20 11:51:23.816244 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-490b1e30-0fe0-4d68-9780-efbd44ff6713 req-8e5456af-08fd-4f7b-a5ec-565487a7b788 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 Jul 20 11:51:24.127855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:51:24.904592 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb919-fc79-4998-ac7d-d710b5d72235 req-41041179-ddad-45c7-bcd6-f8cb924c6518 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:24.906262 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be2bb919-fc79-4998-ac7d-d710b5d72235 req-41041179-ddad-45c7-bcd6-f8cb924c6518 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0643620 Jul 20 11:51:24.949430 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be2bb919-fc79-4998-ac7d-d710b5d72235 req-6b0e6778-36bf-41f5-b121-6d98e830e8a9 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Jul 20 11:51:25.187067 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:26.054556 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:51:26.097551 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6e90d-46ce-498b-8e2c-a8bf3dfad91a req-40a3f870-ded8-4c77-9a90-85610202f93b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:26.099210 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5cd6e90d-46ce-498b-8e2c-a8bf3dfad91a req-40a3f870-ded8-4c77-9a90-85610202f93b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0745716 Jul 20 11:51:26.138671 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5cd6e90d-46ce-498b-8e2c-a8bf3dfad91a req-f0a315d3-4a6c-476a-8552-45968f2fa73d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Jul 20 11:51:27.279395 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ee7b4-96f1-40d4-92e8-165fc33ed8e3 req-6ee2914f-fa06-49a2-a03d-c4edde0623c5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:27.280975 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ba8ee7b4-96f1-40d4-92e8-165fc33ed8e3 req-6ee2914f-fa06-49a2-a03d-c4edde0623c5 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0635538 Jul 20 11:51:27.320861 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ba8ee7b4-96f1-40d4-92e8-165fc33ed8e3 req-c035bd23-3770-4541-9584-6b7124ba4d04 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337317 Jul 20 11:51:28.460043 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae609c4-d82c-499c-8ff4-c39c20f25506 req-1aa470af-db91-4a9a-b0c3-695511962d82 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:28.462542 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ae609c4-d82c-499c-8ff4-c39c20f25506 req-1aa470af-db91-4a9a-b0c3-695511962d82 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0653899 Jul 20 11:51:28.500646 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ae609c4-d82c-499c-8ff4-c39c20f25506 req-0d34ceaa-5c14-46fe-93d1-cf3fc5c6330b tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Jul 20 11:51:29.632060 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:29.642263 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d2a6-6b9b-4543-b1c2-91ee416fea5a req-4b1741c9-026a-49da-b8b9-7722d7800393 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:29.643778 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1fe7d2a6-6b9b-4543-b1c2-91ee416fea5a req-4b1741c9-026a-49da-b8b9-7722d7800393 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0692315 Jul 20 11:51:29.685287 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1fe7d2a6-6b9b-4543-b1c2-91ee416fea5a req-64334eb4-5839-4473-a7af-c06ac8d5d53d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Jul 20 11:51:30.840782 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133b438-b29a-459a-9ede-40faa2d662c9 req-93df0802-213a-47a0-b456-ddcd12958abb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:30.848391 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7133b438-b29a-459a-9ede-40faa2d662c9 req-93df0802-213a-47a0-b456-ddcd12958abb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0825906 Jul 20 11:51:30.882094 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7133b438-b29a-459a-9ede-40faa2d662c9 req-cd419d11-c05b-4e9e-bee3-375cb2ac5ad8 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Jul 20 11:51:32.027417 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11231df-7aa7-49d9-bbf6-9e261a64df11 req-9606ff45-a6ca-4389-aa40-cf03c3d25238 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:32.028987 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f11231df-7aa7-49d9-bbf6-9e261a64df11 req-9606ff45-a6ca-4389-aa40-cf03c3d25238 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0718794 Jul 20 11:51:32.068240 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f11231df-7aa7-49d9-bbf6-9e261a64df11 req-00199abb-29d8-4361-a78a-72efc0abe476 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338299 Jul 20 11:51:33.206244 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa235-9975-413b-aaca-6570a74ec339 req-d281ded2-6cb3-4c39-8fbd-30c374725417 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:33.207763 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9eeaa235-9975-413b-aaca-6570a74ec339 req-d281ded2-6cb3-4c39-8fbd-30c374725417 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0676069 Jul 20 11:51:33.246192 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9eeaa235-9975-413b-aaca-6570a74ec339 req-50fd8554-1da0-4586-8838-b860410a2a4a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Jul 20 11:51:34.381564 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dff49-32e3-4321-a0ee-9110c560bd26 req-4fb11490-4d93-4f65-918c-daa8a5724949 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:34.383191 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aa0dff49-32e3-4321-a0ee-9110c560bd26 req-4fb11490-4d93-4f65-918c-daa8a5724949 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0633585 Jul 20 11:51:34.421251 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-aa0dff49-32e3-4321-a0ee-9110c560bd26 req-4f102793-e603-41ea-ad1d-f4ab9409dbf2 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Jul 20 11:51:35.555267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696afbe2-3721-4a15-83da-c5ad135adf76 req-863d6b31-2cfd-4b8e-ade8-bd067a4658e0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:35.556741 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-696afbe2-3721-4a15-83da-c5ad135adf76 req-863d6b31-2cfd-4b8e-ade8-bd067a4658e0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 943 time: 0.0644462 Jul 20 11:51:35.592647 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-696afbe2-3721-4a15-83da-c5ad135adf76 req-61979f45-148b-4626-ac06-4d0ad3715af6 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Jul 20 11:51:36.182488 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:51:36.319367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:36.329918 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '46cfa149-5fff-4028-9523-b6b04587cb54', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'port_id': '46cfa149-5fff-4028-9523-b6b04587cb54', 'mac_address': 'fa:16:3e:89:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:51:36.365689 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:36.377505 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:51:36.399420 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:36.403534 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:36.451969 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=9']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:36.626413 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['46cfa149-5fff-4028-9523-b6b04587cb54'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:51:36.723739 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ae02-fdf8-4fd3-b907-a2fb0b0379d2 req-3ed1cb16-5117-4106-81a8-d4d40831ffab tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:36.725238 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5c6ae02-fdf8-4fd3-b907-a2fb0b0379d2 req-3ed1cb16-5117-4106-81a8-d4d40831ffab tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.0628452 Jul 20 11:51:36.768946 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5c6ae02-fdf8-4fd3-b907-a2fb0b0379d2 req-1fa9bc35-1523-4b88-8ef5-1904271e2e3c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359662 Jul 20 11:51:37.901638 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6472210-7c37-4a10-b03f-5eaa0214694a req-5fee56e8-0e0f-4f6f-99be-7e1d5262d737 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:37.903120 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f6472210-7c37-4a10-b03f-5eaa0214694a req-5fee56e8-0e0f-4f6f-99be-7e1d5262d737 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 944 time: 0.0651965 Jul 20 11:51:37.940812 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f6472210-7c37-4a10-b03f-5eaa0214694a req-b1e1b4f9-208e-4523-b8ac-8556137867e4 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jul 20 11:51:38.189980 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:51:38.238460 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 46cfa149-5fff-4028-9523-b6b04587cb54 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:51:38.238819 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:38.310445 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:38.331493 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:38.333699 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e294ba48-475b-434a-b38b-1b22e928de60" -d '{"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:38.345803 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:38.350063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:38.372973 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee726e1-7768-4270-8d50-319f0add19af x-openstack-request-id: req-4ee726e1-7768-4270-8d50-319f0add19af {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:38.373261 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-plugged", "status": "completed", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:38.373507 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ee726e1-7768-4270-8d50-319f0add19af {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:38.373884 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'code': 200} Jul 20 11:51:38.401963 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=10']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:38.549795 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e4af2-610c-485d-afbb-833bb4e758dd req-5a8d4c44-0ca3-4774-9783-1edf2df416c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:38.551206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c9e4af2-610c-485d-afbb-833bb4e758dd req-5a8d4c44-0ca3-4774-9783-1edf2df416c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1099 time: 0.0499620 Jul 20 11:51:38.584380 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c9e4af2-610c-485d-afbb-833bb4e758dd req-d8ac23c8-7fac-4718-af30-ea516991b249 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271254 Jul 20 11:51:39.072309 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6839c-37b3-45b3-9fab-ac5517bb513f req-418617d4-0c31-4533-9c9a-9d92dc172997 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:39.073816 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d5c6839c-37b3-45b3-9fab-ac5517bb513f req-418617d4-0c31-4533-9c9a-9d92dc172997 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 946 time: 0.0617445 Jul 20 11:51:39.113883 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d5c6839c-37b3-45b3-9fab-ac5517bb513f req-a7bddcb6-27c2-4db7-9478-83421cfc387c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jul 20 11:51:39.346109 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649a1d-5497-41d2-9fda-0b60c133931f req-a6863f97-8a26-41a6-8f41-ce61e42b8523 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:39.347590 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8649a1d-5497-41d2-9fda-0b60c133931f req-a6863f97-8a26-41a6-8f41-ce61e42b8523 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0612624 Jul 20 11:51:39.386103 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8649a1d-5497-41d2-9fda-0b60c133931f req-9a67f869-5915-46d6-88ed-5d6a28769f91 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Jul 20 11:51:40.249330 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c0a0f-c67f-435a-a66b-2e0ce602b22c req-5387003f-3188-408e-b334-e5284638a21d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:40.250809 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-322c0a0f-c67f-435a-a66b-2e0ce602b22c req-5387003f-3188-408e-b334-e5284638a21d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 946 time: 0.0652637 Jul 20 11:51:40.287521 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-322c0a0f-c67f-435a-a66b-2e0ce602b22c req-517dd0a9-cb41-42d1-a834-c4a5484c936c tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Jul 20 11:51:40.513898 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a234d-ab0b-4efd-a0ba-0e676cc81375 req-33d51399-f90a-4f32-8a52-9146c50a1061 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:40.515396 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-936a234d-ab0b-4efd-a0ba-0e676cc81375 req-33d51399-f90a-4f32-8a52-9146c50a1061 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0628719 Jul 20 11:51:40.552420 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-936a234d-ab0b-4efd-a0ba-0e676cc81375 req-f275bac2-4e51-46fb-bd98-264ab406ca8e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Jul 20 11:51:40.935360 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-3dfc6f70-aba7-46e6-8b5b-bd99d4d6899c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:40.936841 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-3dfc6f70-aba7-46e6-8b5b-bd99d4d6899c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 945 time: 0.0647447 Jul 20 11:51:41.032615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port c33be970-8896-4bf2-8cc3-28987bd41b74 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:51:41.032954 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.119615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] For port c33be970-8896-4bf2-8cc3-28987bd41b74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c33be970-8896-4bf2-8cc3-28987bd41b74,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:41.119961 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.279137 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.279420 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.279724 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 68961024-cbb8-40bf-a93b-8b95172c8064 disassociated. External IP: 172.27.1.46, port: c33be970-8896-4bf2-8cc3-28987bd41b74. Jul 20 11:51:41.280057 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for c33be970-8896-4bf2-8cc3-28987bd41b74 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:51:41.404461 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.433217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=c33be970-8896-4bf2-8cc3-28987bd41b74,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:41.444017 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.444386 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.444809 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.445286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.445799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.446134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.446464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.446791 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.447117 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.447438 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.447757 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.448075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:51:41.552676 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:51:41.653181 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d708adeb-112e-4a15-9555-c3945a16cde1 req-1d62388b-585d-40eb-b8c7-c910191e7ca5 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Jul 20 11:51:41.942217 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:51:41.952366 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:51:41.963188 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:51:41.963804 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:41.984611 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] No DVR routers for this DVR port c33be970-8896-4bf2-8cc3-28987bd41b74 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:51:41.987321 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:41.989298 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-13b0348a-a525-41ed-8d13-206a5c8c5997 req-7b02590b-da5c-4d4c-b9cf-fa4e827d3721 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "DELETE /v2.0/ports/c33be970-8896-4bf2-8cc3-28987bd41b74 HTTP/1.1" status: 204 len: 173 time: 1.0465105 Jul 20 11:51:41.989728 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'name': 'network-vif-deleted', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:41.991944 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c15eaf-8d97-4e65-8453-7e75baaa2872" -d '{"events": [{"server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "name": "network-vif-deleted", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:42.031849 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146617f-77d0-4016-b57a-7792a5cc2950 x-openstack-request-id: req-2146617f-77d0-4016-b57a-7792a5cc2950 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:42.032193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af917-026e-4199-9090-ac9ab0d50d71", "name": "network-vif-deleted", "tag": "c33be970-8896-4bf2-8cc3-28987bd41b74", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:42.032475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2146617f-77d0-4016-b57a-7792a5cc2950 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:42.032864 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af917-026e-4199-9090-ac9ab0d50d71', 'name': 'network-vif-deleted', 'tag': 'c33be970-8896-4bf2-8cc3-28987bd41b74', 'status': 'completed', 'code': 200} Jul 20 11:51:42.077379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:51:42.276953 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:42.302161 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:51:42.311358 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:51:42.311505 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:42.419337 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:51:42.627709 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:51:42.653678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee205a77-6436-4430-b0ee-9f1aea3c2198 None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:51:42.769668 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-138d6fbc-992e-4716-a8a2-9f6284eb9694 req-2b0080a4-efcb-4609-a6ef-409ebe43719c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4af917-026e-4199-9090-ac9ab0d50d71 HTTP/1.1" status: 200 len: 210 time: 0.0296469 Jul 20 11:51:42.892620 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa8a70-1f33-4828-b730-b3df22ee9f9b None None] New status for floating IP 68961024-cbb8-40bf-a93b-8b95172c8064: DOWN {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:51:44.008943 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-7a1c62bf-e82c-42fb-a126-ae4e3039580a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665719740&fields=id&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 267 time: 0.0317190 Jul 20 11:51:44.118951 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-942dbdfc-eec0-4920-8e2c-cb1bed23702d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:44.120421 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-942dbdfc-eec0-4920-8e2c-cb1bed23702d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1055179 Jul 20 11:51:44.135165 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-8bdd3b7d-0c59-4ad0-a276-a85ae7c66aa3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/quotas/286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 375 time: 0.0094080 Jul 20 11:51:44.198470 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device c33be970-8896-4bf2-8cc3-28987bd41b74 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:51:44.200226 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-917c4434-05c9-446b-87dd-5412d5c47bf9 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603919 Jul 20 11:51:44.218522 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: c33be970-8896-4bf2-8cc3-28987bd41b74 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:51:44.218865 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device c33be970-8896-4bf2-8cc3-28987bd41b74 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:51:44.292201 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-7f7e52ef-eea2-4a5e-a96b-a709205b97aa service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804968 Jul 20 11:51:44.382142 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-eb5c998a-a439-4200-9b9d-2e86a999d990 service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843475 Jul 20 11:51:44.659738 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a7e4c37e-2b2f-443a-8c4d-340717824582 req-223d9791-d24c-4d74-98b7-2d5c5f1972ce tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 210 time: 0.0286818 Jul 20 11:51:45.515083 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-64425dbe-89e9-4ea6-ba2f-281cb343509a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:45.516547 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-64425dbe-89e9-4ea6-ba2f-281cb343509a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1073902 Jul 20 11:51:45.561184 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-f1e7465c-be81-4dbe-bbd6-0aaa6d473ffb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 379 time: 0.0348599 Jul 20 11:51:45.569722 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'port': {'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'admin_state_up': True, 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'security_groups': ['c75880a3-a2a9-4b13-a437-ff3058a4f24d']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:51:45.673793 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Made reservation on behalf of 286c59158dbd44fe84ef8ebb05518ded for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:51:45.677517 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:45.759287 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-82804c17-a4a2-43a7-b2cb-39f434faca29 req-0a4e93d7-3a27-4b4e-9bd9-f5d656280756 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 210 time: 0.0351763 Jul 20 11:51:45.804044 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.20.0.9 (08740b45-95fd-4c98-9b58-d83bc1beecde/e5488129-42f6-4226-9538-d28837a71a16/65489958-8251-4ce1-b246-437d4e4416e8) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:51:45.940608 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:45.957786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Transition to ACTIVE for port object 65489958-8251-4ce1-b246-437d4e4416e8 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:51:45.991230 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.042297 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:51:46.045528 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:51:46.049525 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:51:46.063636 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:46.119899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:46.120650 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.135816 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-47b932f3-cebe-402e-8387-188dbfa39ee3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698407 Jul 20 11:51:46.147311 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Request body: {'port': {'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:51:46.225120 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.391170 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-6d0b4157-ce05-421b-9c45-d8fbde481a11 None None] Provisioning for port 65489958-8251-4ce1-b246-437d4e4416e8 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:51:46.394950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-6d0b4157-ce05-421b-9c45-d8fbde481a11 None None] Provisioning complete for port 65489958-8251-4ce1-b246-437d4e4416e8 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:51:46.395318 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4157-ce05-421b-9c45-d8fbde481a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.434944 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b4157-ce05-421b-9c45-d8fbde481a11 None None] Port 65489958-8251-4ce1-b246-437d4e4416e8 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:51:46.484923 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65489958-8251-4ce1-b246-437d4e4416e8 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:51:46.492240 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.503448 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Transition to ACTIVE for port object 65489958-8251-4ce1-b246-437d4e4416e8 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:51:46.506807 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.575192 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Pushing event updated for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:46.629844 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Attempting to bind port 65489958-8251-4ce1-b246-437d4e4416e8 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:51:46.630167 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Attempting to bind port 65489958-8251-4ce1-b246-437d4e4416e8 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:51:46.630488 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Attempting to bind port 65489958-8251-4ce1-b246-437d4e4416e8 on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:51:46.635156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Port 65489958-8251-4ce1-b246-437d4e4416e8 on network 08740b45-95fd-4c98-9b58-d83bc1beecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:51:46.635472 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Attempting to bind port 65489958-8251-4ce1-b246-437d4e4416e8 on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:51:46.640429 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:51:46.640761 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:51:46.641137 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Bound using segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:51:46.641557 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Bound port: 65489958-8251-4ce1-b246-437d4e4416e8, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:51:46.641907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.704323 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:51:46.707232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=65489958-8251-4ce1-b246-437d4e4416e8,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:51:46.712488 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.744203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:46.744922 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:46.746335 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] 10.222.0.26 "PUT /v2.0/ports/65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 1093 time: 0.6035249 Jul 20 11:51:46.746758 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:46.749056 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584b113-d353-4a48-8d5b-995ecdc98f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:46.796103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a585d-0f17-41eb-83dc-03a62467a84a service neutron] Pushing event updated for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:46.801728 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15cead-7881-4095-95f3-ec162e5296a5 x-openstack-request-id: req-4d15cead-7881-4095-95f3-ec162e5296a5 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:46.802246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:46.802694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d15cead-7881-4095-95f3-ec162e5296a5 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:46.803342 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8', 'status': 'completed', 'code': 200} Jul 20 11:51:46.859879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-1b1eee36-77c3-4019-91ee-f2686f710192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:46.861719 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-1b1eee36-77c3-4019-91ee-f2686f710192 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0718672 Jul 20 11:51:46.900724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd988f5-6199-40bd-b2c1-fde5abbf9c1b req-4b694d39-f391-42f4-b5a5-a09d7beabe30 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:46.902284 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dbd988f5-6199-40bd-b2c1-fde5abbf9c1b req-4b694d39-f391-42f4-b5a5-a09d7beabe30 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0721180 Jul 20 11:51:46.904774 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-40b875dc-5ab4-4925-a4d8-a6ef72ae29a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 217 time: 0.0352521 Jul 20 11:51:46.941274 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dbd988f5-6199-40bd-b2c1-fde5abbf9c1b req-e76bd196-9bbf-4125-b610-998b322a8641 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334315 Jul 20 11:51:46.954408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-3e88c6da-068b-461a-8656-f0b0e5dbe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:46.956086 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-3e88c6da-068b-461a-8656-f0b0e5dbe020 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0457592 Jul 20 11:51:47.014863 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eda95-3498-4613-a92e-50228de96069 req-32948eed-fff0-42cf-844a-f00c2109983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:47.016425 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-32948eed-fff0-42cf-844a-f00c2109983b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532651 Jul 20 11:51:47.106229 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-25309b87-be09-4f70-8dff-2c3a89884ece service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825660 Jul 20 11:51:47.196355 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-629eda95-3498-4613-a92e-50228de96069 req-7489f3b5-de08-4c3c-91f2-18956a69f7b0 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Jul 20 11:51:47.287402 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-81b34473-7bb0-4f08-b42d-9831da9a09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:47.289499 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-81b34473-7bb0-4f08-b42d-9831da9a09b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0526767 Jul 20 11:51:47.373581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-2a64a375-bd95-405a-8480-cb2a541f0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:47.374900 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-2a64a375-bd95-405a-8480-cb2a541f0628 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0793047 Jul 20 11:51:47.418478 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-1c2499b1-a8d7-4607-b7b6-9558a2ae0394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 217 time: 0.0359409 Jul 20 11:51:47.464947 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-2ca7e16a-ba39-46eb-8b88-ee7328a444f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:47.466353 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-2ca7e16a-ba39-46eb-8b88-ee7328a444f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0413721 Jul 20 11:51:47.522182 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-6686e0e8-d762-46f4-bbe6-14f020b99bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:47.524287 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-6686e0e8-d762-46f4-bbe6-14f020b99bcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516112 Jul 20 11:51:47.613985 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-6a837a83-84b9-4a27-a4b7-1a0e718f3a0b service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827844 Jul 20 11:51:47.699802 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-3584b113-d353-4a48-8d5b-995ecdc98f5b req-c42dbf94-6e45-488b-bddf-27479838877f service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796177 Jul 20 11:51:48.073743 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190a82-4f3a-4971-9b15-6e7f0805e608 req-63cfda05-5b9a-47e2-afc5-7f5cf4a061c8 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:48.075221 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8a190a82-4f3a-4971-9b15-6e7f0805e608 req-63cfda05-5b9a-47e2-afc5-7f5cf4a061c8 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0660753 Jul 20 11:51:48.114168 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8a190a82-4f3a-4971-9b15-6e7f0805e608 req-5d1f3d7f-a1df-487c-9d6c-566faa2ba6f1 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Jul 20 11:51:49.241971 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4dca9-7877-4518-b61f-5d6c00339ace req-259eace1-189c-45e9-84c9-08948cddef62 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:49.244101 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5cf4dca9-7877-4518-b61f-5d6c00339ace req-259eace1-189c-45e9-84c9-08948cddef62 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0652587 Jul 20 11:51:49.280020 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5cf4dca9-7877-4518-b61f-5d6c00339ace req-bb1a06fc-2666-4b63-a8ba-c03f6d773fb9 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305917 Jul 20 11:51:49.896387 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-299e078c-c99c-4d14-b3df-622774987a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:50.405773 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d684-a475-4390-8352-0c0a841f7f28 req-1786ff58-ee7e-4e57-b8a5-bf4ec97aaa42 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:50.407249 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf34d684-a475-4390-8352-0c0a841f7f28 req-1786ff58-ee7e-4e57-b8a5-bf4ec97aaa42 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0616822 Jul 20 11:51:50.443828 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-bf34d684-a475-4390-8352-0c0a841f7f28 req-3bc48c76-6e22-407d-8a7c-da9c8e908db6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312176 Jul 20 11:51:51.573896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318abc2-3677-4631-883f-d33a7c13018a req-b5078186-55de-4245-a27a-49583affcecb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:51.575597 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0318abc2-3677-4631-883f-d33a7c13018a req-b5078186-55de-4245-a27a-49583affcecb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0620804 Jul 20 11:51:51.616806 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0318abc2-3677-4631-883f-d33a7c13018a req-b6e37fa5-ec23-4653-9592-f6d13bc2d63a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355945 Jul 20 11:51:52.465090 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e42b-d718-4a98-9bc0-1a3286bd3ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:52.744814 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fda77-b030-4c7c-ac21-748248e3a77b req-a75fc486-c8e6-4999-8c0e-a0ab7ad1d6df tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:52.746206 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d13fda77-b030-4c7c-ac21-748248e3a77b req-a75fc486-c8e6-4999-8c0e-a0ab7ad1d6df tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0622747 Jul 20 11:51:52.782605 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d13fda77-b030-4c7c-ac21-748248e3a77b req-4beda05d-f4e2-42c3-b670-fcfc799043df tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309949 Jul 20 11:51:52.904774 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:53.563695 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:53.916986 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24adb2-e713-4aaa-99e7-4f504decbe4c req-f991714e-d032-4057-807e-f817fef11b27 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:53.918505 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d24adb2-e713-4aaa-99e7-4f504decbe4c req-f991714e-d032-4057-807e-f817fef11b27 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0717289 Jul 20 11:51:53.957115 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0d24adb2-e713-4aaa-99e7-4f504decbe4c req-522b5252-e415-4856-a2c5-94d511958815 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Jul 20 11:51:55.091913 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf770a-5d5e-4900-b805-d14bffcdacce req-28f1499b-6ac7-48d0-9d74-5ef76162a533 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:55.095677 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0dcf770a-5d5e-4900-b805-d14bffcdacce req-28f1499b-6ac7-48d0-9d74-5ef76162a533 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0672395 Jul 20 11:51:55.131556 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0dcf770a-5d5e-4900-b805-d14bffcdacce req-c4d89eb8-5d1b-458d-a5eb-bfa711a8cffa tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Jul 20 11:51:55.187261 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:56.260052 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312a73-24b2-414b-9c44-71fd18384c4d req-1a0f0d1c-0afe-4d36-bc77-750cfe9b8894 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:56.261542 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cc312a73-24b2-414b-9c44-71fd18384c4d req-1a0f0d1c-0afe-4d36-bc77-750cfe9b8894 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 943 time: 0.0631919 Jul 20 11:51:56.268954 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 65489958-8251-4ce1-b246-437d4e4416e8 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:51:56.298864 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-cc312a73-24b2-414b-9c44-71fd18384c4d req-62450717-d37c-4153-aab8-4a68b3f26965 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317824 Jul 20 11:51:56.361973 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=65489958-8251-4ce1-b246-437d4e4416e8,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:56.373330 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '65489958-8251-4ce1-b246-437d4e4416e8', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:51:56.412150 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:56.424277 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65489958-8251-4ce1-b246-437d4e4416e8 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:51:56.443396 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=65489958-8251-4ce1-b246-437d4e4416e8,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:56.447511 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:56.491919 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:56.685904 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['65489958-8251-4ce1-b246-437d4e4416e8'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:51:57.425548 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e862-602f-44b8-baa5-14dae7dc60ea req-71634f96-abd2-4c9c-956b-b9a8789dae32 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:57.427038 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-14d5e862-602f-44b8-baa5-14dae7dc60ea req-71634f96-abd2-4c9c-956b-b9a8789dae32 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 944 time: 0.0634201 Jul 20 11:51:57.470455 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-14d5e862-602f-44b8-baa5-14dae7dc60ea req-bcbe237b-5f65-4ad1-b61b-5a189a573c11 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352964 Jul 20 11:51:58.290952 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 65489958-8251-4ce1-b246-437d4e4416e8 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:51:58.336341 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 65489958-8251-4ce1-b246-437d4e4416e8 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:51:58.339858 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 65489958-8251-4ce1-b246-437d4e4416e8 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:51:58.340220 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:58.415379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:58.437221 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:51:58.439487 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1646a1d-3b18-4ce3-b011-17e1362af084" -d '{"events": [{"server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "name": "network-vif-plugged", "status": "completed", "tag": "65489958-8251-4ce1-b246-437d4e4416e8"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:51:58.452821 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=65489958-8251-4ce1-b246-437d4e4416e8,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:51:58.456937 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:58.480850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35fb64-0273-412e-8060-5ec194043a54 x-openstack-request-id: req-2e35fb64-0273-412e-8060-5ec194043a54 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:51:58.481150 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "name": "network-vif-plugged", "status": "completed", "tag": "65489958-8251-4ce1-b246-437d4e4416e8", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:51:58.481410 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e35fb64-0273-412e-8060-5ec194043a54 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:51:58.481775 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8', 'code': 200} Jul 20 11:51:58.509369 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:51:58.598253 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6571-c2a9-4a88-9fd9-7a39b24141a7 req-1f255026-ba73-48a7-b5a1-e2cc179194ae tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:58.599662 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9f4e6571-c2a9-4a88-9fd9-7a39b24141a7 req-1f255026-ba73-48a7-b5a1-e2cc179194ae tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0621622 Jul 20 11:51:58.640456 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9f4e6571-c2a9-4a88-9fd9-7a39b24141a7 req-5f8d2a35-91ba-4fcd-aebf-3547d5b6a218 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348465 Jul 20 11:51:58.718025 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559167eb-b8a9-4f24-8c7d-9b5e0ce3500a req-5788b228-4d7a-4697-95cf-d375473937e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:58.719517 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-559167eb-b8a9-4f24-8c7d-9b5e0ce3500a req-5788b228-4d7a-4697-95cf-d375473937e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0552521 Jul 20 11:51:58.753657 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-559167eb-b8a9-4f24-8c7d-9b5e0ce3500a req-5f5b9208-0ce7-4eef-92e6-e5fa558be949 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274854 Jul 20 11:51:59.635437 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:51:59.766172 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0eae9-af5c-4c9a-8c22-59dd4869beaa req-d42a985b-6901-4ba0-98cd-28c429f8a330 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:59.767603 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eaf0eae9-af5c-4c9a-8c22-59dd4869beaa req-d42a985b-6901-4ba0-98cd-28c429f8a330 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0604703 Jul 20 11:51:59.803279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eaf0eae9-af5c-4c9a-8c22-59dd4869beaa req-15c34849-2136-42c7-a8a1-6aabb93814a9 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303192 Jul 20 11:51:59.930846 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a9b3-423b-404b-bd9a-f6de801c486d req-ad3bc262-c112-4394-8bc5-7bbdcc84b37e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:51:59.932304 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30b2a9b3-423b-404b-bd9a-f6de801c486d req-ad3bc262-c112-4394-8bc5-7bbdcc84b37e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0636752 Jul 20 11:51:59.969588 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-30b2a9b3-423b-404b-bd9a-f6de801c486d req-b23203a6-53dc-4e97-8e9f-2801c97259e0 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Jul 20 11:51:59.990999 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49938) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:00.040369 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b10dd-5bdc-4cd0-9f08-67edff8af071 tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:00.041984 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-985b10dd-5bdc-4cd0-9f08-67edff8af071 tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1093 time: 0.0500648 Jul 20 11:52:00.044572 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49940) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:00.048973 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:00.071094 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:00.177369 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:00.279012 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.27.1.73 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:00.382371 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:00.421649 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:00.463882 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:00.466802 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:00.471035 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:00.473977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:00.498129 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.498477 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.498814 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.499143 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.499472 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.499807 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.500131 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.500483 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.500809 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.501128 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.501448 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.501764 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:00.831363 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:00.907464 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:01.051104 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:01.055981 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:01.123007 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:01.134824 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:01.231157 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb associated. External IP: 172.27.1.73, port: 65489958-8251-4ce1-b246-437d4e4416e8. Jul 20 11:52:01.673086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:52:01.752177 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-f08aee57-ba64-4585-b1ee-d34e6da944f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503676 Jul 20 11:52:01.775624 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:01.785189 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:01.792626 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:01.794779 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:01.795499 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:01.832434 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-029cc37e-c4be-49f5-9d53-6f206eb19d70 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7868099 Jul 20 11:52:01.833029 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:01.835516 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a58abb-e04b-430b-9ab0-da6b64becb27" -d '{"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:01.855320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-7ca82a4e-c0cf-4e41-8072-9dc8f6ce773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:01.856946 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-7ca82a4e-c0cf-4e41-8072-9dc8f6ce773e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 1099 time: 0.0566819 Jul 20 11:52:01.879432 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e16be-685d-4fa5-b23d-eb8ddde1be04 x-openstack-request-id: req-884e16be-685d-4fa5-b23d-eb8ddde1be04 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:01.879725 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:01.879977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-884e16be-685d-4fa5-b23d-eb8ddde1be04 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:01.880400 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8', 'status': 'completed', 'code': 200} Jul 20 11:52:01.915639 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:02.012922 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-0517aed2-57c4-4376-9b88-034a10062c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.014452 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-0517aed2-57c4-4376-9b88-034a10062c78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1098 time: 0.1079161 Jul 20 11:52:02.019623 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-a5e41d60-321e-4362-b14a-ad1b99dcfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.021053 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-a5e41d60-321e-4362-b14a-ad1b99dcfc9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 200 len: 918 time: 0.1325572 Jul 20 11:52:02.149137 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-55bc714f-c796-4d55-aa56-6eea2c69f718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 200 len: 1001 time: 0.1197934 Jul 20 11:52:02.161214 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:00Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:02.187883 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:02.196856 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:02.197032 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-9e7629ff-a55c-4240-829b-da5d11d4bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.197462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:02.198344 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-9e7629ff-a55c-4240-829b-da5d11d4bdc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.1710322 Jul 20 11:52:02.247359 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-c6bd4c55-4d46-401c-ba4a-f10f3db47979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.248875 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-c6bd4c55-4d46-401c-ba4a-f10f3db47979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 200 len: 856 time: 0.0939622 Jul 20 11:52:02.296070 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-82bb1691-dd26-4a5e-84da-25b52cd52783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 998 time: 0.0902734 Jul 20 11:52:02.301207 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:02.358709 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-75f35463-a42b-498e-8887-f241f672d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.360222 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-75f35463-a42b-498e-8887-f241f672d97c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31b51acd-8be8-4cfb-95d5-7fb2ede04d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006095 Jul 20 11:52:02.363976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-4eaacd66-f0bc-43d2-82da-af96c26b18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.365349 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-4eaacd66-f0bc-43d2-82da-af96c26b18bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0616302 Jul 20 11:52:02.486068 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-82809228-31a3-4f05-b8d9-1b33ecdc4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:02.487768 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-82809228-31a3-4f05-b8d9-1b33ecdc4823 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1144884 Jul 20 11:52:02.505502 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-20a5475d-d9cf-470c-9062-8f0733864b4d service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332650 Jul 20 11:52:02.529136 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:00Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:02.559640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cc24a-9a93-4372-8368-8220b83d0794 None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:00Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:02.648815 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-3717450a-50a5-45d5-ac79-040362746772 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535127 Jul 20 11:52:02.652137 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9c1e9825-8ea7-42ab-a5b1-7833f1fd4e02 req-024a401f-5110-455b-8aff-529a3fad04f9 service neutron] 10.222.0.26 "GET /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368768 Jul 20 11:52:02.743899 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e1a58abb-e04b-430b-9ab0-da6b64becb27 req-00ebaaea-ed76-4f3c-987e-9e7c227ba713 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883570 Jul 20 11:52:02.768414 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ba2b5-e6e8-4cea-babf-d57f234c0b2e None None] New status for floating IP 3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb: ACTIVE {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:52:03.053787 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:52:12.989573 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bc4ec-d770-45bf-9001-0d3b72af640f req-ae3e593c-899a-4b96-8d6b-3db6bb2479a0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:12.991061 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c4bc4ec-d770-45bf-9001-0d3b72af640f req-ae3e593c-899a-4b96-8d6b-3db6bb2479a0 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 946 time: 0.0617769 Jul 20 11:52:13.028009 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3c4bc4ec-d770-45bf-9001-0d3b72af640f req-86348882-52a4-45f4-8449-49621f5895bd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309212 Jul 20 11:52:14.160889 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cefb0-73fa-4d38-a393-b43050e14508 req-69622548-5b47-4bbf-bec7-cc032fef0eef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:14.162322 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d0cefb0-73fa-4d38-a393-b43050e14508 req-69622548-5b47-4bbf-bec7-cc032fef0eef tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 946 time: 0.0635555 Jul 20 11:52:14.204918 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4d0cefb0-73fa-4d38-a393-b43050e14508 req-dcb797db-cfa8-4709-a301-c81861c67e81 tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Jul 20 11:52:14.385475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-db167f2b-ece6-4ae5-8266-7a9cf9149bfd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:14.386842 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-db167f2b-ece6-4ae5-8266-7a9cf9149bfd tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 946 time: 0.0656073 Jul 20 11:52:14.481946 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Deleting port 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:52:14.482286 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:14.570065 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] For port 46cfa149-5fff-4028-9523-b6b04587cb54, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=46cfa149-5fff-4028-9523-b6b04587cb54,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:14.571122 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:14.732157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:14.732715 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:14.733030 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Floating IP c521a8cc-4d13-417d-9318-48c733ceb48b disassociated. External IP: 172.27.1.103, port: 46cfa149-5fff-4028-9523-b6b04587cb54. Jul 20 11:52:14.733369 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Calling delete_port for 46cfa149-5fff-4028-9523-b6b04587cb54 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:52:14.856363 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:14.884227 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'Port': ['ID=46cfa149-5fff-4028-9523-b6b04587cb54,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:14.995529 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:52:15.098813 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:15.108138 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:15.118401 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:15.118998 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:15.141905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] No DVR routers for this DVR port 46cfa149-5fff-4028-9523-b6b04587cb54 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:52:15.144428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:15.146422 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c9427bf1-b8b1-4bd0-a6a5-43b61bcb3845 req-6045feb6-9418-4880-a737-28478c2971cc tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.26 "DELETE /v2.0/ports/46cfa149-5fff-4028-9523-b6b04587cb54 HTTP/1.1" status: 204 len: 173 time: 0.7542758 Jul 20 11:52:15.146861 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-deleted', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:15.149266 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d632e-13d0-430b-88cc-f01257680230" -d '{"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-deleted", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:15.184829 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc45f51-a142-404a-abd7-a466cf8165eb x-openstack-request-id: req-9dc45f51-a142-404a-abd7-a466cf8165eb {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:15.185120 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f469087-270f-47f1-b4cc-ee15779a267b", "name": "network-vif-deleted", "tag": "46cfa149-5fff-4028-9523-b6b04587cb54", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:15.185369 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dc45f51-a142-404a-abd7-a466cf8165eb {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:15.185763 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f469087-270f-47f1-b4cc-ee15779a267b', 'name': 'network-vif-deleted', 'tag': '46cfa149-5fff-4028-9523-b6b04587cb54', 'status': 'completed', 'code': 200} Jul 20 11:52:15.230400 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:15.328902 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-95cbef44-9ffd-41ab-9352-cefc2b782948 req-33505ec1-34bd-4c2e-9b87-59315c19999f tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f469087-270f-47f1-b4cc-ee15779a267b HTTP/1.1" status: 200 len: 210 time: 0.0288177 Jul 20 11:52:15.442828 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:15.467590 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:15.475591 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:15.476125 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:15.583552 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:15.780660 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:15.805931 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571fd6c4-62a1-47ec-94b6-b758436787d9 None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:44:51Z', 'revision_number': 4, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '81493720-60d0-413f-baac-9db0f21dc154', 'name': '', 'network_id': '31b51acd-8be8-4cfb-95d5-7fb2ede04d05', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'mac_address': 'fa:16:3e:b0:73:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:48Z', 'updated_at': '2021-07-20T11:45:02Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'subnets': [{'id': 'dc84402c-f429-407c-a9ea-bdf67c148f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:16.014331 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466aa1e-4f53-4412-80d0-2778cf0b52cc None None] New status for floating IP c521a8cc-4d13-417d-9318-48c733ceb48b: DOWN {{(pid=105207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:52:16.370766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:52:16.391216 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 46cfa149-5fff-4028-9523-b6b04587cb54 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:52:16.391557 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 46cfa149-5fff-4028-9523-b6b04587cb54 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:52:16.417537 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 49976) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:16.472225 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.495548 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.541721 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.544192 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.545336 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47 HTTP/1.1" status: 204 len: 168 time: 0.1268275 Jul 20 11:52:16.548226 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 49978) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:16.554440 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a363-d95a-4596-a90f-3fc9ab9f146d tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:16.564734 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.api.v2.resource [None req-3bc5cdca-fb25-4660-9351-d302d5c0a9eb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] show failed (client error): The resource could not be found. Jul 20 11:52:16.568343 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-3bc5cdca-fb25-4660-9351-d302d5c0a9eb tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "GET /v2.0/security-groups/3e8d6367-3ed1-4f37-b6ce-fc7f37eebd47 HTTP/1.1" status: 404 len: 347 time: 0.0163393 Jul 20 11:52:16.568558 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 49980) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:16.691918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Deleting port 8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:52:16.692256 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.768152 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.768519 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.779847 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Calling delete_port for 8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc owned by network:floatingip {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:52:16.912241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.942256 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Pushing event deleted for resources: {'Port': ['ID=8df3fed1-49de-4c9d-ab2a-b26e4dd1efbc,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:16.996020 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks [] for floatingip, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.998500 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:16.999810 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-6ae06f27-febb-497f-956a-7e8c9c6fd22a tempest-AttachVolumeShelveTestJSON-390785634 tempest-AttachVolumeShelveTestJSON-390785634-project] 10.222.0.15 "DELETE /v2.0/floatingips/c521a8cc-4d13-417d-9318-48c733ceb48b HTTP/1.1" status: 204 len: 168 time: 0.4303901 Jul 20 11:52:19.413431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50002) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:19.899754 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-88d60868-ea47-4658-8a6a-0fcb3370190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:20.154239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:20.404977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Deleting port 81493720-60d0-413f-baac-9db0f21dc154 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:52:20.405252 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:20.481171 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] For port 81493720-60d0-413f-baac-9db0f21dc154, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=81493720-60d0-413f-baac-9db0f21dc154,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:20.481878 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:20.493817 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Calling delete_port for 81493720-60d0-413f-baac-9db0f21dc154 owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:52:20.669284 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:20.693431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=81493720-60d0-413f-baac-9db0f21dc154,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:20.856594 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.062140 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Router 1f8d8e26-f616-4b45-b352-ab12d0942e77 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:52:21.160534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:21.166290 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f786673f-2036-41f0-860e-1df8119bcf08 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f8d8e26-f616-4b45-b352-ab12d0942e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512693 Jul 20 11:52:21.168082 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50006) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:21.169405 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Sync routers for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:21.178262 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:21.178862 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:21.271166 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.371433 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.400676 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:21.428380 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Deleting port a70e5909-5441-4ab7-85fe-d230c257ccd6 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:52:21.428721 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.507564 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] For port a70e5909-5441-4ab7-85fe-d230c257ccd6, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=a70e5909-5441-4ab7-85fe-d230c257ccd6,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:21.508977 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.521001 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Calling delete_port for a70e5909-5441-4ab7-85fe-d230c257ccd6 owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:52:21.579567 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:52:20Z', 'revision_number': 5, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port': {'id': 'a70e5909-5441-4ab7-85fe-d230c257ccd6', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:44:43Z', 'updated_at': '2021-07-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:21.605599 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Checking router: 1f8d8e26-f616-4b45-b352-ab12d0942e77 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:21.615308 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Routers {'1f8d8e26-f616-4b45-b352-ab12d0942e77'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:21.615910 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:51:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['1f8d8e26-f616-4b45-b352-ab12d0942e77'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:21.686779 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.701135 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] Set router 1f8d8e26-f616-4b45-b352-ab12d0942e77 gateway port host: None {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:21.714306 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70e5909-5441-4ab7-85fe-d230c257ccd6,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:21.756055 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:52:21Z', 'revision_number': 6, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:21.776385 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.783311 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90359fa9-95ca-4244-b168-8c15165fc8ef None None] The sync data for ids ['1f8d8e26-f616-4b45-b352-ab12d0942e77'] in dv-cinder-801354-2-iscsi is: [{'id': '1f8d8e26-f616-4b45-b352-ab12d0942e77', 'name': 'tempest-AttachVolumeShelveTestJSON-1001038722-router', 'tenant_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:44:41Z', 'updated_at': '2021-07-20T11:52:21Z', 'revision_number': 6, 'project_id': 'e64b1d27d2f94db8837632cfa7a2297f', 'gw_port_host': None}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:21.866873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.869480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.910605 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.911248 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f8d8e26-f616-4b45-b352-ab12d0942e77 {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:52:21.915665 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.917101 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-45303d67-1f7f-4ae7-982b-6204ba825104 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f8d8e26-f616-4b45-b352-ab12d0942e77 HTTP/1.1" status: 204 len: 168 time: 0.7479370 Jul 20 11:52:21.919552 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50008) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:21.962408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Deleting subnet dc84402c-f429-407c-a9ea-bdf67c148f65 {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:52:21.965205 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:21.997386 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.074655 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.130575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.150034 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe12336-705a-4db0-8e9e-6d36ebc025ee None None] Network 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:52:22.160763 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.166403 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc84402c-f429-407c-a9ea-bdf67c148f65 HTTP/1.1" status: 204 len: 168 time: 0.2423544 Jul 20 11:52:22.166403 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de35f9-476a-46d8-8353-5f8f44b862ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc84402c-f429-407c-a9ea-bdf67c148f65,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:22.166403 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50010) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:22.254017 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.281728 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 81493720-60d0-413f-baac-9db0f21dc154 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:52:22.304243 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 81493720-60d0-413f-baac-9db0f21dc154 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:52:22.304631 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 81493720-60d0-413f-baac-9db0f21dc154 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:52:22.314375 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Deleting port 94a82613-695a-41ef-8c7d-87f4459d4d5b {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:52:22.314713 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.376600 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] For port 94a82613-695a-41ef-8c7d-87f4459d4d5b, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=94a82613-695a-41ef-8c7d-87f4459d4d5b,segment=NetworkSegment(16e3ca3b-e582-4450-8857-eddf5d78c28c),segment_id=16e3ca3b-e582-4450-8857-eddf5d78c28c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:22.376959 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.392278 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Calling delete_port for 94a82613-695a-41ef-8c7d-87f4459d4d5b owned by network:dhcp {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:52:22.465179 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d7dba511-4232-473a-a0d5-8ff5a34fe4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.466969 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.495867 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a82613-695a-41ef-8c7d-87f4459d4d5b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:22.497627 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] No DVR routers for this DVR port 94a82613-695a-41ef-8c7d-87f4459d4d5b on host dv-cinder-801354-2-iscsi {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:52:22.571879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.583065 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b51acd-8be8-4cfb-95d5-7fb2ede04d05']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:22.590308 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598fe37d-7493-4479-955e-ef5f90eb2d41 None None] DHCP port deletion for 31b51acd-8be8-4cfb-95d5-7fb2ede04d05 request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:52:22.610331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e3ca3b-e582-4450-8857-eddf5d78c28c') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:22.610668 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e3ca3b-e582-4450-8857-eddf5d78c28c') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:22.620848 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.634442 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.640259 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:52:22.640705 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:52:22.642302 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:52:22.695064 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.701275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.703388 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] 10.222.0.15 "DELETE /v2.0/networks/31b51acd-8be8-4cfb-95d5-7fb2ede04d05 HTTP/1.1" status: 204 len: 168 time: 0.5360882 Jul 20 11:52:22.714811 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef592a0-05ec-456a-aabd-f28b016d6326 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b51acd-8be8-4cfb-95d5-7fb2ede04d05,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:22.819506 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50016) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:22.874944 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-70a0d155-1698-498a-b52b-43a9a9d18f61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e64b1d27d2f94db8837632cfa7a2297f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541801 Jul 20 11:52:22.877440 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50018) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:22.906461 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.926465 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.947159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.991939 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.995081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:22.996238 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1463f8be-a6f1-40a5-92b0-f10bedd2ef8b HTTP/1.1" status: 204 len: 168 time: 0.1179085 Jul 20 11:52:23.004047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311dda9-fa91-4e9a-b986-29e5472cb62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463f8be-a6f1-40a5-92b0-f10bedd2ef8b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:23.566730 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.633109 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50040) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:23.724729 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1771512431-network', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:23.745431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Made reservation on behalf of 75e3619972ad4399820fcb03e2882ff8 for: {'network': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:52:23.747866 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for network, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.755787 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.843369 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.848226 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.872351 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=105205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 11:52:23.881897 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba834441-e79e-4e5b-a5ce-a2aad0767873,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:23.887127 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.887463 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.segments_db [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Added segment a5e6c274-f3af-4fc9-ba86-97b83577819c of type vlan for network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f Jul 20 11:52:23.902195 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a70e5909-5441-4ab7-85fe-d230c257ccd6 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:52:23.929131 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: a70e5909-5441-4ab7-85fe-d230c257ccd6 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:52:23.929630 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741594144503'] for network, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.929769 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device a70e5909-5441-4ab7-85fe-d230c257ccd6 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:52:23.930345 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 94a82613-695a-41ef-8c7d-87f4459d4d5b no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:52:23.950144 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 94a82613-695a-41ef-8c7d-87f4459d4d5b {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:52:23.950482 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 94a82613-695a-41ef-8c7d-87f4459d4d5b not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:52:23.958599 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302'] for network, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.959698 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:23.960398 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:23.993573 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3593771 Jul 20 11:52:23.996783 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50044) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:24.001794 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Request body: {'subnet': {'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1771512431-subnet', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:24.021502 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e9c37-9465-4fec-9b0b-b6bcc71be39d admin admin] Pushing event updated for resources: {'Network': ['ID=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:24.022613 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Made reservation on behalf of 75e3619972ad4399820fcb03e2882ff8 for: {'subnet': 1} {{(pid=105204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:52:24.025051 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9223511'] for subnet, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.031650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f details requested by agent ovs-agent-dv-cinder-801354-2-iscsi with host dv-cinder-801354-2-iscsi {{(pid=105206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 11:52:24.187968 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9851732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9223457'] for subnet, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.248470 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=79932b71-166f-4173-b284-756f6c3cf03f,revision_number=0']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:24.252570 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Checking segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:52:24.252918 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Network hostable DHCP agents. Network: ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f, hostable agents: ['86d317b2-cd8c-4f23-b7bd-0e96e65e17ad'], hosted agents: [] {{(pid=105204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 11:52:24.272599 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is scheduled to be hosted by DHCP agent 86d317b2-cd8c-4f23-b7bd-0e96e65e17ad with binding_index 1 {{(pid=105204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 11:52:24.281507 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-2-iscsi, ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f) {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:24.285613 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:24.286193 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.293173 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a43644-3573-4ea4-afbc-f30085e1788d None None] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:52:24.299709 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-94da5ddd-d29f-45d8-9c25-162c73dd42dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3018389 Jul 20 11:52:24.302558 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50046) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:24.307104 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:24.326048 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4105258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126157'] for router, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.327164 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3778872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126150'] for router, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.382550 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.436898 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd653395f-3bbd-55b0-a1ae-d6422d77d189-ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f'}]}} from dv-cinder-801354-2-iscsi. {{(pid=105206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 20 11:52:24.437942 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.515601 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129836'] for router, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.577313 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.db_base_plugin_common [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Allocated IP 172.20.0.2 (ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f/79932b71-166f-4173-b284-756f6c3cf03f/206d6299-b6cb-4270-81a8-8bd613859c59) {{(pid=105206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:24.713509 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.717432 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks [] for port, precommit_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.725379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Transition to ACTIVE for port object 206d6299-b6cb-4270-81a8-8bd613859c59 will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:24.731879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.740508 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Transition to ACTIVE for port object 206d6299-b6cb-4270-81a8-8bd613859c59 will not be triggered until provisioned by entity DHCP. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:24.745764 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219'] for port, after_create {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.784900 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is already hosted by enough agents. {{(pid=105206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:24.787580 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.scheduler.base_scheduler [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Resources bound (agent type, host, resource id): {{(pid=105206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:24.791371 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Received port after_create {{(pid=105206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:24.798040 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Pushing event updated for resources: {'Port': ['ID=206d6299-b6cb-4270-81a8-8bd613859c59,revision_number=1']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:24.808076 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.808444 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.808784 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.809112 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.809438 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.809772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.810086 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.810419 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.810727 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.811042 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.811356 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.811671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:24.839538 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Allocated IP 172.27.1.23 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:24.860717 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Attempting to bind port 206d6299-b6cb-4270-81a8-8bd613859c59 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:52:24.861070 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Attempting to bind port 206d6299-b6cb-4270-81a8-8bd613859c59 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:52:24.861428 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Attempting to bind port 206d6299-b6cb-4270-81a8-8bd613859c59 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:52:24.866832 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:52:24.867738 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Checking segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:52:24.868360 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.868825 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Bound using segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:52:24.869294 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Bound port: 206d6299-b6cb-4270-81a8-8bd613859c59, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:52:24.869674 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:24.939127 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] For port 206d6299-b6cb-4270-81a8-8bd613859c59, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:52:24.942503 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] For port 206d6299-b6cb-4270-81a8-8bd613859c59, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=206d6299-b6cb-4270-81a8-8bd613859c59,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:52:24.949473 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.013513 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db1e7-0035-4195-aa2b-01e2779b4ead None None] Pushing event updated for resources: {'Port': ['ID=206d6299-b6cb-4270-81a8-8bd613859c59,revision_number=2']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:25.195634 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.242057 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.287308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.321196 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:25.327166 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:25.329537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:25.358947 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Pushing event updated for resources: {'Port': ['ID=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:25.589465 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.783535 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105411'] for router, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:25.899168 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46051dc-c84e-4e2e-82cf-75a3ee056e25 None None] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:52:25.928893 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Router 140cadc1-635e-4861-80b7-7fd9bf672283 is scheduled to L3 agent 83db9799-95be-4589-b078-56ae3da7322a with binding_index 1 {{(pid=105205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 20 11:52:25.929118 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 206d6299-b6cb-4270-81a8-8bd613859c59 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:25.987000 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-224531bc-a969-4bae-90c9-3ee35234ffec None None] Provisioning for port 206d6299-b6cb-4270-81a8-8bd613859c59 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:26.034154 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:26.045204 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:26.051725 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.055664 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-e7a7fe7b-5deb-45f1-a43c-8e98b826e552 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7495503 Jul 20 11:52:26.055928 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50048) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:26.057572 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 206d6299-b6cb-4270-81a8-8bd613859c59 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:26.057710 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:26.059231 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:26.067225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 206d6299-b6cb-4270-81a8-8bd613859c59 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:26.067598 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.171056 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:26.199470 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.235133 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 206d6299-b6cb-4270-81a8-8bd613859c59, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=206d6299-b6cb-4270-81a8-8bd613859c59,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:26.241888 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.301194 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=206d6299-b6cb-4270-81a8-8bd613859c59,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:26.422578 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-65e966ea-c95a-4bcb-bc29-31ab93708b8f None None] Provisioning complete for port 206d6299-b6cb-4270-81a8-8bd613859c59 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:26.423001 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-65e966ea-c95a-4bcb-bc29-31ab93708b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.482515 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:25Z', 'revision_number': 3, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:26.512142 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:26.512518 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Updating router 140cadc1-635e-4861-80b7-7fd9bf672283 port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 binding host dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:52:26.528736 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.549994 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.677299 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Allocated IP 172.20.0.1 (ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f/79932b71-166f-4173-b284-756f6c3cf03f/25213aa0-f46d-4707-8e93-f5fe896d5b2d) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:26.779706 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.793273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Transition to ACTIVE for port object 25213aa0-f46d-4707-8e93-f5fe896d5b2d will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:26.796141 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks [] for port, precommit_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.808256 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.provisioning_blocks [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Transition to ACTIVE for port object 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 will not be triggered until provisioned by entity L2. {{(pid=105207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:26.818375 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.827250 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.862742 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:26.867776 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Attempting to bind port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:52:26.868148 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Attempting to bind port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:52:26.868540 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Attempting to bind port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 on network e906f3f4-fea4-43df-a25c-1a3c510f501e {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:52:26.868734 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:26.872184 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:26.875383 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Pushing event updated for resources: {'Port': ['ID=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,revision_number=2']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:26.882627 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.883543 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.883887 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.884325 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.884672 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.885005 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.885336 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.885665 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.886013 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.886347 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.886682 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.886991 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:52:26.890365 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:52:26.890752 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Checking segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:52:26.891146 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.891535 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Bound using segment: {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'} {{(pid=105207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:52:26.892014 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.managers [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Bound port: 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de5709-191f-42e2-a589-81d5cfe6617e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}}] {{(pid=105207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:52:26.892444 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.898066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Pushing event updated for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:26.918412 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4105244'] for router_interface, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:26.953012 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] For port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:52:26.956205 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.plugins.ml2.db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] For port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:52:26.962370 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron_lib.callbacks.manager [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.023306 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842de9e-f664-4f53-9d55-9bddb7f8188f None None] Pushing event updated for resources: {'Port': ['ID=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,revision_number=3']} {{(pid=105207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:27.028204 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:27.028844 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:27.061324 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.134076 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-61bc774b-6819-4f81-a9fe-78c208b38aa4 None None] Provisioning for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:27.137238 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:27.138509 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-61bc774b-6819-4f81-a9fe-78c208b38aa4 None None] Provisioning complete for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:27.139387 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-61bc774b-6819-4f81-a9fe-78c208b38aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.174372 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-61bc774b-6819-4f81-a9fe-78c208b38aa4 None None] Port 25213aa0-f46d-4707-8e93-f5fe896d5b2d cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:52:27.224691 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.229511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.296574 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Pushing event updated for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:27.300573 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4105612'] for router_interface, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.333537 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:26Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:27.359604 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c37f00-bed2-48dc-9587-ca784b816317 None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:26Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:27.395888 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:27.397283 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:27.514882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:52:27.612762 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-2ae76e82-27fd-4d7c-bff6-ff66b3d71d87 None None] Provisioning complete for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:27.613133 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2ae76e82-27fd-4d7c-bff6-ff66b3d71d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:27.650052 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:27.657671 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-9b815258-a392-45ba-8399-08f70cfa03b4 admin admin] 10.222.0.15 "PUT /v2.0/routers/140cadc1-635e-4861-80b7-7fd9bf672283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004400 Jul 20 11:52:27.659258 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-2ae76e82-27fd-4d7c-bff6-ff66b3d71d87 None None] Port 25213aa0-f46d-4707-8e93-f5fe896d5b2d cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:52:27.914468 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 206d6299-b6cb-4270-81a8-8bd613859c59 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:27.969747 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 206d6299-b6cb-4270-81a8-8bd613859c59 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:27.970211 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.131360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50056) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:28.141081 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262817922', 'description': 'tempest-description--556782416'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:28.165773 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.253100 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.257085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.285549 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.287140 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1546507 Jul 20 11:52:28.290121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50058) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:28.294296 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018784d-a611-4026-894c-f5a75199c04c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4980f-c291-4c89-9bc8-c6b9f89646b5,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:28.294827 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group_rule': {'security_group_id': '6fe4980f-c291-4c89-9bc8-c6b9f89646b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:28.322847 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.380723 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.385667 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.403261 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85520da7-af53-423f-8125-fb0599ed11d6,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:28.411408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.415402 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-4c2faad6-99fe-459f-a0ae-ef4b09ce6035 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215165 Jul 20 11:52:28.415402 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50060) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:28.419965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group_rule': {'security_group_id': '6fe4980f-c291-4c89-9bc8-c6b9f89646b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:28.447199 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.514082 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.517859 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.535974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4327422a-6414-4034-bedf-95b4abc85b9b,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:28.543067 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.545173 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b6a6c7a8-9459-451a-887b-1cdd04325c5b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288116 Jul 20 11:52:28.548894 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50062) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:28.553835 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:28.577287 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.673103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.781235 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Allocated IP 172.27.1.164 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/2cd3004b-3bad-4400-8b33-48cb1787249f) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:28.887584 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.928733 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:28.973171 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:28.976071 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:28.981173 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:28.984235 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=2cd3004b-3bad-4400-8b33-48cb1787249f,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:28.990658 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adaad6-72f1-4cad-a8a5-8aa91b7bf74b req-55a30ddd-5689-46a8-a654-6bb88b6ee867 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:28.992980 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28adaad6-72f1-4cad-a8a5-8aa91b7bf74b req-55a30ddd-5689-46a8-a654-6bb88b6ee867 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0669103 Jul 20 11:52:29.041200 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-28adaad6-72f1-4cad-a8a5-8aa91b7bf74b req-91b8b4b1-6be2-471d-bff7-88540085c418 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Jul 20 11:52:29.074129 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.120754 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.265016 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.269658 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.327030 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:29.335712 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:29.336898 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:29.339301 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=2cd3004b-3bad-4400-8b33-48cb1787249f,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:29.351281 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.366459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.368469 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-30556e62-90a6-43a5-9e0f-705e08223da1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8179977 Jul 20 11:52:29.441878 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:29.517082 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-76fc0382-f3f7-4e1c-ae9c-a713b417e20a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1262817922&fields=id&tenant_id=75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 267 time: 0.0320225 Jul 20 11:52:29.628865 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-10cc1e65-b381-43b7-a3ad-5861fe4a4539 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:29.630398 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-10cc1e65-b381-43b7-a3ad-5861fe4a4539 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 811 time: 0.1070688 Jul 20 11:52:29.645353 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.646569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-58785b29-52e4-4e0c-a964-dfe01594f9b4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/quotas/75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Jul 20 11:52:29.648036 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 2, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:29.679244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:29.679647 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Updating router 140cadc1-635e-4861-80b7-7fd9bf672283 port 25213aa0-f46d-4707-8e93-f5fe896d5b2d binding host dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 11:52:29.714272 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:29.717534 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-9a2f20b3-336f-4d7d-9c00-0d5c16a529cb tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643218 Jul 20 11:52:29.815668 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-cad24e37-892c-40c5-a911-79d2dfbabfd4 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Jul 20 11:52:29.911494 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-8cd5a38e-985f-4561-b33e-84aa0727b8e4 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895021 Jul 20 11:52:29.932113 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:30.018553 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks [] for port, precommit_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.033032 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Transition to ACTIVE for port object 25213aa0-f46d-4707-8e93-f5fe896d5b2d will not be triggered until provisioned by entity L2. {{(pid=105206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:30.042148 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.048785 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:30.078589 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:30.078968 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.090930 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6279b4f4-3e51-4139-9ab2-6d41e56e6573 req-ca41a4f9-7b93-4958-9bb4-ab629c66b01c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 210 time: 0.0342104 Jul 20 11:52:30.125379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0c7d2-fb1b-40ac-9c07-668371a13b8b None None] Pushing event updated for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=3']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:30.193324 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fb38d-645c-4c33-841d-6076c79dbd95 req-f722f606-1781-429b-bbfa-d4b8946b9ff7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:30.194922 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa7fb38d-645c-4c33-841d-6076c79dbd95 req-f722f606-1781-429b-bbfa-d4b8946b9ff7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0837672 Jul 20 11:52:30.213416 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Attempting to bind port 25213aa0-f46d-4707-8e93-f5fe896d5b2d on host dv-cinder-801354-2-iscsi for vnic_type normal with profile {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:52:30.213865 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Attempting to bind port 25213aa0-f46d-4707-8e93-f5fe896d5b2d by drivers openvswitch,hyperv on host dv-cinder-801354-2-iscsi at level 0 using segments [{'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:52:30.214164 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Attempting to bind port 25213aa0-f46d-4707-8e93-f5fe896d5b2d on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:52:30.243631 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Checking agent: {'id': 'ee966126-6d85-4174-aa88-9ca9b6dd2387', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 36, 53), 'started_at': datetime.datetime(2021, 7, 20, 11, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:52:30.244011 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Checking segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:52:30.244441 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.244841 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Bound using segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} {{(pid=105206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:52:30.245434 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.managers [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Bound port: 25213aa0-f46d-4707-8e93-f5fe896d5b2d, host: dv-cinder-801354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}}] {{(pid=105206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:52:30.245698 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.254975 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa7fb38d-645c-4c33-841d-6076c79dbd95 req-19d92174-6cf7-4497-8fea-81c6f322be10 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487370 Jul 20 11:52:30.293161 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.328376 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:30.341367 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.377398 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] For port 25213aa0-f46d-4707-8e93-f5fe896d5b2d, host dv-cinder-801354-2-iscsi, cleared binding levels {{(pid=105206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:52:30.401621 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] For port 25213aa0-f46d-4707-8e93-f5fe896d5b2d, host dv-cinder-801354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=25213aa0-f46d-4707-8e93-f5fe896d5b2d,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:52:30.412109 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:30.421798 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:30.472462 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:30.473091 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:30.546572 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0c7d2-fb1b-40ac-9c07-668371a13b8b None None] Pushing event updated for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:30.604215 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:30.822725 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:30.851748 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5086a0-f559-49e7-a2e9-769cb84dd66d None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:31.203326 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b1ac6b4e-f0e5-402c-bb19-daf6552815a9 req-137fe492-2391-4b3a-9b0b-4ef36f168c10 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 210 time: 0.0329430 Jul 20 11:52:31.205492 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-6512cd64-7556-400b-8bfb-cb982db0fca6 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:31.207496 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-6512cd64-7556-400b-8bfb-cb982db0fca6 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 811 time: 0.1274555 Jul 20 11:52:31.262501 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4fadce01-f678-4501-a295-e8e9aaee1d76 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 380 time: 0.0447645 Jul 20 11:52:31.272065 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'port': {'device_id': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'admin_state_up': True, 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'security_groups': ['6fe4980f-c291-4c89-9bc8-c6b9f89646b5']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:31.391292 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Made reservation on behalf of 75e3619972ad4399820fcb03e2882ff8 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:52:31.394935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:31.395670 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98db2d-4ce5-4e36-9c78-ac8cc79e5f89 req-6c3c3e97-8d45-4160-b51a-c6f26d479959 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:31.397267 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b98db2d-4ce5-4e36-9c78-ac8cc79e5f89 req-6c3c3e97-8d45-4160-b51a-c6f26d479959 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0797720 Jul 20 11:52:31.441755 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b98db2d-4ce5-4e36-9c78-ac8cc79e5f89 req-e295635f-8587-4616-8fe8-e35c30bc3859 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355518 Jul 20 11:52:31.528268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Allocated IP 172.20.0.12 (ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f/79932b71-166f-4173-b284-756f6c3cf03f/985b5b4f-fc3f-450a-8159-0063c9049119) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:52:31.661704 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:31.678147 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Transition to ACTIVE for port object 985b5b4f-fc3f-450a-8159-0063c9049119 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:31.709998 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:31.750006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:52:31.754921 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:52:31.759097 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:52:31.786111 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:31.812358 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:31.812984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:31.828632 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-4355a797-3879-43cc-aff3-e1072de9fddc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613883 Jul 20 11:52:31.841386 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Request body: {'port': {'device_id': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:31.925912 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 25213aa0-f46d-4707-8e93-f5fe896d5b2d up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:31.932875 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:31.973885 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:31.978238 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:31.978712 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.069225 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.078048 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1c36867f-e0de-41de-840a-f2d3b72b9044 None None] Provisioning for port 985b5b4f-fc3f-450a-8159-0063c9049119 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:32.084582 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-1c36867f-e0de-41de-840a-f2d3b72b9044 None None] Provisioning complete for port 985b5b4f-fc3f-450a-8159-0063c9049119 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:32.084947 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1c36867f-e0de-41de-840a-f2d3b72b9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.132514 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] For port 25213aa0-f46d-4707-8e93-f5fe896d5b2d, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=25213aa0-f46d-4707-8e93-f5fe896d5b2d,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:32.135634 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-1c36867f-e0de-41de-840a-f2d3b72b9044 None None] Port 985b5b4f-fc3f-450a-8159-0063c9049119 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:52:32.137559 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.138417 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:32.190232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985b5b4f-fc3f-450a-8159-0063c9049119 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:52:32.197792 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.209462 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Transition to ACTIVE for port object 985b5b4f-fc3f-450a-8159-0063c9049119 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:52:32.210233 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Pushing event updated for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:32.213900 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.223159 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:32.223530 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.286304 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Pushing event updated for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:32.357564 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fadc3-72c3-4f0e-8a94-c89b982fa5dd req-85fcbaaf-3ce6-4b7a-92f8-2edefcce44d0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.359112 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ac5fadc3-72c3-4f0e-8a94-c89b982fa5dd req-85fcbaaf-3ce6-4b7a-92f8-2edefcce44d0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 944 time: 0.0783257 Jul 20 11:52:32.362560 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Attempting to bind port 985b5b4f-fc3f-450a-8159-0063c9049119 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:52:32.362893 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Attempting to bind port 985b5b4f-fc3f-450a-8159-0063c9049119 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:52:32.363213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Attempting to bind port 985b5b4f-fc3f-450a-8159-0063c9049119 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:52:32.368076 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Port 985b5b4f-fc3f-450a-8159-0063c9049119 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:52:32.368554 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Attempting to bind port 985b5b4f-fc3f-450a-8159-0063c9049119 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:52:32.373945 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:52:32.374275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Checking segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:52:32.374657 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Bound using segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:52:32.375075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Bound port: 985b5b4f-fc3f-450a-8159-0063c9049119, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:52:32.375424 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.404855 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ac5fadc3-72c3-4f0e-8a94-c89b982fa5dd req-4e967a8e-24dd-4e4a-b16e-8020175cd6b4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Jul 20 11:52:32.447232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:52:32.451278 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=985b5b4f-fc3f-450a-8159-0063c9049119,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:52:32.456212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.489507 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.490289 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:32.491905 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] 10.222.0.26 "PUT /v2.0/ports/985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 1094 time: 0.6553264 Jul 20 11:52:32.494510 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:32.497942 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b3dae-0636-4bfb-9d28-4aa8c8585449" -d '{"events": [{"name": "network-changed", "server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:32.528096 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab828efd-31f7-4637-bfee-cd9deb2b59fe service neutron] Pushing event updated for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:32.566980 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56965d9-9ab4-4429-b963-a978092d43d4 x-openstack-request-id: req-f56965d9-9ab4-4429-b963-a978092d43d4 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:32.567275 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:32.567522 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f56965d9-9ab4-4429-b963-a978092d43d4 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:32.568048 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119', 'status': 'completed', 'code': 200} Jul 20 11:52:32.591449 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669e55-fa7f-4e79-81bc-ca10d8006049 req-06b8f5bc-7faf-45a5-9837-d2e492ba7d6a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.595316 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8669e55-fa7f-4e79-81bc-ca10d8006049 req-06b8f5bc-7faf-45a5-9837-d2e492ba7d6a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0792527 Jul 20 11:52:32.596519 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-77955e41-7b9d-4178-ab54-c5c8ee27eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.598295 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-77955e41-7b9d-4178-ab54-c5c8ee27eecd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1097 time: 0.0645051 Jul 20 11:52:32.644698 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-95815659-6910-4cca-9a3d-480ce68b9f78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Jul 20 11:52:32.650442 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d8669e55-fa7f-4e79-81bc-ca10d8006049 req-a740e927-4ccb-48e5-b797-4c9154e91a05 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Jul 20 11:52:32.700124 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-1524fff7-afee-4a16-bad9-3344c995c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.701554 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-1524fff7-afee-4a16-bad9-3344c995c8c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0500598 Jul 20 11:52:32.764078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-c3f413b7-4eeb-404e-8188-0aceee2d5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:32.765636 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-c3f413b7-4eeb-404e-8188-0aceee2d5fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583751 Jul 20 11:52:33.131524 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-e61f15c6-baeb-4ff5-8af6-fa6f2d3d034b service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585563 Jul 20 11:52:33.218614 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-6efe6450-ffe2-4318-9f86-c1d0f23a1519 req-0b439a19-c37a-4207-904b-a9009f891b47 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799372 Jul 20 11:52:33.320998 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-d6fcdc82-17f6-48e1-967f-e6d26c557905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.322455 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-d6fcdc82-17f6-48e1-967f-e6d26c557905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1097 time: 0.0545616 Jul 20 11:52:33.408115 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-7047b094-b2b3-464f-be75-96ee8cc1c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.409563 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-7047b094-b2b3-464f-be75-96ee8cc1c17e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.0794771 Jul 20 11:52:33.454038 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-68a0ca60-8e05-46b7-945d-11e5202b8b4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 217 time: 0.0360782 Jul 20 11:52:33.505372 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-758df93a-73cb-4214-a345-627536c54636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.506822 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-758df93a-73cb-4214-a345-627536c54636 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0462985 Jul 20 11:52:33.541476 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ee723-c7ca-4c20-8aa1-214ae8916d07 req-368356c2-21fb-44db-b46e-57c982b16330 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.543154 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e16ee723-c7ca-4c20-8aa1-214ae8916d07 req-368356c2-21fb-44db-b46e-57c982b16330 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 944 time: 0.0671670 Jul 20 11:52:33.565007 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-acde367f-aa99-43a6-8ecd-c9480660a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.566532 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-acde367f-aa99-43a6-8ecd-c9480660a166 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522738 Jul 20 11:52:33.581618 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e16ee723-c7ca-4c20-8aa1-214ae8916d07 req-42137f5a-1a57-4c86-bbc5-68d0818154a5 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Jul 20 11:52:33.656923 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-e276494f-8294-41bd-8c5a-86774a636823 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Jul 20 11:52:33.747320 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-145b3dae-0636-4bfb-9d28-4aa8c8585449 req-3a221aa0-498c-4fae-baee-63a990997d80 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830033 Jul 20 11:52:33.780094 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc68003-417d-45dd-bbcc-df6b144e17bc req-33f1d5c6-9f18-43df-841d-57cd1f03d40d tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:33.781622 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5dc68003-417d-45dd-bbcc-df6b144e17bc req-33f1d5c6-9f18-43df-841d-57cd1f03d40d tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0637650 Jul 20 11:52:33.818192 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5dc68003-417d-45dd-bbcc-df6b144e17bc req-e265e3b1-20dd-4414-a008-b92ab2392b9f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 Jul 20 11:52:33.894317 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 25213aa0-f46d-4707-8e93-f5fe896d5b2d up at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:33.941239 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Provisioning complete for port 25213aa0-f46d-4707-8e93-f5fe896d5b2d triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:33.941607 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:34.712095 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db93f6-452a-413c-a2b3-293f59569fbe req-f3bd42ad-e408-4953-b6e0-f18a9ebb5665 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:34.713841 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e2db93f6-452a-413c-a2b3-293f59569fbe req-f3bd42ad-e408-4953-b6e0-f18a9ebb5665 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 944 time: 0.0660658 Jul 20 11:52:34.750719 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e2db93f6-452a-413c-a2b3-293f59569fbe req-7fd0b45c-3d4f-4cfa-9bbb-74d5de0cfd4e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Jul 20 11:52:34.944922 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bc95-f90d-47f9-a563-48dec4a12606 req-04188044-5298-40f8-baa2-e1470360126c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:34.946398 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db60bc95-f90d-47f9-a563-48dec4a12606 req-04188044-5298-40f8-baa2-e1470360126c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0617180 Jul 20 11:52:34.982961 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-db60bc95-f90d-47f9-a563-48dec4a12606 req-5dd059d0-5cbf-436c-b241-deb6e807ac53 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 20 11:52:35.875495 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cab59-0754-4c22-93e5-b83d0a4dfd6e req-0b8a3c41-9693-4c3a-9d4b-48b8f82b897a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:35.876936 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f4cab59-0754-4c22-93e5-b83d0a4dfd6e req-0b8a3c41-9693-4c3a-9d4b-48b8f82b897a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 944 time: 0.0618901 Jul 20 11:52:35.917968 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f4cab59-0754-4c22-93e5-b83d0a4dfd6e req-5755b852-464c-4621-9dc3-297ba429b2bd tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356114 Jul 20 11:52:36.108622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf935-2fc7-4544-a3ff-661c365f2beb req-cd44df43-0772-47ad-b442-c088e24ac2a7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:36.110156 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f61bf935-2fc7-4544-a3ff-661c365f2beb req-cd44df43-0772-47ad-b442-c088e24ac2a7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0620193 Jul 20 11:52:36.148230 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f61bf935-2fc7-4544-a3ff-661c365f2beb req-e87920d7-c0fa-4d23-bf28-0581eb5175f4 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322423 Jul 20 11:52:36.495278 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 985b5b4f-fc3f-450a-8159-0063c9049119 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:52:36.585376 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=985b5b4f-fc3f-450a-8159-0063c9049119,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:36.595943 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '985b5b4f-fc3f-450a-8159-0063c9049119', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'port_id': '985b5b4f-fc3f-450a-8159-0063c9049119', 'mac_address': 'fa:16:3e:ce:bb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:52:36.635720 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:36.647703 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985b5b4f-fc3f-450a-8159-0063c9049119 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:52:36.666962 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=985b5b4f-fc3f-450a-8159-0063c9049119,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:36.670775 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:36.716566 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:36.926244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['985b5b4f-fc3f-450a-8159-0063c9049119'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:52:37.045678 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc77fb-3432-4965-b065-75086a892a69 req-fa5ca590-a8da-45f8-a9b3-6bd4bae96992 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:37.047106 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41dc77fb-3432-4965-b065-75086a892a69 req-fa5ca590-a8da-45f8-a9b3-6bd4bae96992 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 945 time: 0.0623074 Jul 20 11:52:37.083704 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41dc77fb-3432-4965-b065-75086a892a69 req-61e191ab-5cf8-4924-a178-c9d535fc5151 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jul 20 11:52:37.278097 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335c63-c71b-4f34-9c60-455cbf06e146 req-26512f65-0f05-4ae5-9e71-3ca75c83a7a0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:37.279584 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a1335c63-c71b-4f34-9c60-455cbf06e146 req-26512f65-0f05-4ae5-9e71-3ca75c83a7a0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0660412 Jul 20 11:52:37.315723 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a1335c63-c71b-4f34-9c60-455cbf06e146 req-a6600cae-6e62-482e-b7ed-6412e74c9018 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Jul 20 11:52:38.212324 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7034fd-5aa9-4842-8a58-ec534793355d req-be739370-9459-4c11-8bf4-f70999f84c05 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:38.213874 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb7034fd-5aa9-4842-8a58-ec534793355d req-be739370-9459-4c11-8bf4-f70999f84c05 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 945 time: 0.0642977 Jul 20 11:52:38.251819 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb7034fd-5aa9-4842-8a58-ec534793355d req-6d17eb4b-ea09-48ac-b37f-43ac302ca637 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 20 11:52:38.443552 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1e61c-e154-4a15-ab27-9d7d2b582398 req-60ec63c2-109a-4dd2-8993-ebbcdc1db772 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:38.445037 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dec1e61c-e154-4a15-ab27-9d7d2b582398 req-60ec63c2-109a-4dd2-8993-ebbcdc1db772 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0607343 Jul 20 11:52:38.486305 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-dec1e61c-e154-4a15-ab27-9d7d2b582398 req-a84ae488-c3a1-4f05-b2d7-38a735d8a109 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Jul 20 11:52:38.514641 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 985b5b4f-fc3f-450a-8159-0063c9049119 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:38.562539 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port 985b5b4f-fc3f-450a-8159-0063c9049119 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:52:38.566035 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 985b5b4f-fc3f-450a-8159-0063c9049119 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:38.566408 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:38.641160 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:38.665891 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:38.668164 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd4574-6f7c-4d14-a49f-2afa16a28d06" -d '{"events": [{"server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "name": "network-vif-plugged", "status": "completed", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:38.680568 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=985b5b4f-fc3f-450a-8159-0063c9049119,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:38.684847 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:38.709258 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4f3d50-c121-4b3b-b37f-771f9c1a2524 x-openstack-request-id: req-8c4f3d50-c121-4b3b-b37f-771f9c1a2524 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:38.709997 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "name": "network-vif-plugged", "status": "completed", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:38.710269 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c4f3d50-c121-4b3b-b37f-771f9c1a2524 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:38.710653 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119', 'code': 200} Jul 20 11:52:38.738857 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:38.879295 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb5851-62d0-4632-822b-bd306f095e8c req-bd590b81-c100-4163-abdf-fb185b4b6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:38.880796 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-59fb5851-62d0-4632-822b-bd306f095e8c req-bd590b81-c100-4163-abdf-fb185b4b6839 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1099 time: 0.0540490 Jul 20 11:52:38.913339 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-59fb5851-62d0-4632-822b-bd306f095e8c req-c471eeae-e065-4ae2-8c37-335e2e74b480 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263784 Jul 20 11:52:39.168464 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-0ea13828-8d80-45a5-bd20-12c6c2936d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.169912 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-0ea13828-8d80-45a5-bd20-12c6c2936d04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0496066 Jul 20 11:52:39.257615 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-1221b8f0-fe3f-4ad1-9de1-1bca8f66502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.259783 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-1221b8f0-fe3f-4ad1-9de1-1bca8f66502c service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.0811594 Jul 20 11:52:39.326819 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-c2587ca7-c611-4a52-b7c1-18aff88a1d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 1001 time: 0.0599911 Jul 20 11:52:39.376918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-c4384d14-e1ce-49f2-a132-9961ddfc1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.378377 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-c4384d14-e1ce-49f2-a132-9961ddfc1255 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0425816 Jul 20 11:52:39.384917 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d325f-b970-4d06-8a7a-f29e4fc8c15f req-ef6f4d34-f565-40b0-8a83-2686ede1c1b9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.386561 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b39d325f-b970-4d06-8a7a-f29e4fc8c15f req-ef6f4d34-f565-40b0-8a83-2686ede1c1b9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0692854 Jul 20 11:52:39.424028 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-b39d325f-b970-4d06-8a7a-f29e4fc8c15f req-e4e022c1-3ead-4285-b88a-13c536a08a7c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Jul 20 11:52:39.435382 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-7a379606-7c8a-4ce9-b2e0-4222900fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.437210 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-7a379606-7c8a-4ce9-b2e0-4222900fca09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511127 Jul 20 11:52:39.530446 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-d89cc7bd-6162-4072-b542-03d2f466cf8a service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844448 Jul 20 11:52:39.616320 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951ca4-741e-4c78-8cea-a1d89c914d09 req-be43ff87-9e50-4c17-84b4-f64cb599cc80 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:39.617850 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af951ca4-741e-4c78-8cea-a1d89c914d09 req-be43ff87-9e50-4c17-84b4-f64cb599cc80 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0639377 Jul 20 11:52:39.637936 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4c0459f4-6508-498d-bf2b-ae57467c440a req-ebec6097-3f2d-49f7-8923-d7669eb42aed service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978534 Jul 20 11:52:39.656738 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-af951ca4-741e-4c78-8cea-a1d89c914d09 req-c79d36e4-454f-4dfb-a352-5dc68e3df7b8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Jul 20 11:52:40.053494 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:52:40.560228 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7855b1-9526-4709-8131-125d01b7ca49 req-b70b0f94-1c0f-439f-bebb-b0b754ab258e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:40.561777 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fc7855b1-9526-4709-8131-125d01b7ca49 req-b70b0f94-1c0f-439f-bebb-b0b754ab258e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0728648 Jul 20 11:52:40.599369 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fc7855b1-9526-4709-8131-125d01b7ca49 req-e48fdc00-1c67-44c4-9900-54d57883b173 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Jul 20 11:52:40.727917 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ddba9-ad6c-4c88-bb7d-404102d940f2 req-d02d24e5-8639-4873-aeca-c5d772ede1b9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:40.729391 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d31ddba9-ad6c-4c88-bb7d-404102d940f2 req-d02d24e5-8639-4873-aeca-c5d772ede1b9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0672188 Jul 20 11:52:40.738121 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50144) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:40.742928 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'floatingip': {'port_id': '985b5b4f-fc3f-450a-8159-0063c9049119'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:52:40.780836 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:40.792707 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73f443-f0cd-4b2c-b7aa-f4700ff0222f req-a5337265-090e-4559-aabf-2a81278918c8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:40.794220 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df73f443-f0cd-4b2c-b7aa-f4700ff0222f req-a5337265-090e-4559-aabf-2a81278918c8 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0639400 Jul 20 11:52:40.831258 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-df73f443-f0cd-4b2c-b7aa-f4700ff0222f req-6385879b-5579-4829-8b8e-df4c426ee6b0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Jul 20 11:52:41.205599 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:41.211135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:41.308211 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Floating IP 0a4df484-8075-4dbe-8266-e720088a2b84 associated. External IP: 172.27.1.164, port: 985b5b4f-fc3f-450a-8159-0063c9049119. Jul 20 11:52:41.507221 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:52:41.617512 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:52:41.622581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:41.627925 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:52:41.643034 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:41.643927 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:41.666193 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-94fa5fe7-e5f7-4c5b-973f-1f378bb2f046 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "PUT /v2.0/floatingips/0a4df484-8075-4dbe-8266-e720088a2b84 HTTP/1.1" status: 200 len: 992 time: 0.9268661 Jul 20 11:52:41.667056 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:41.669467 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:41.710516 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c36ac3c-da88-4981-b25e-09146700276f x-openstack-request-id: req-6c36ac3c-da88-4981-b25e-09146700276f {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:41.710747 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:41.710993 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c36ac3c-da88-4981-b25e-09146700276f {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:41.711385 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119', 'status': 'completed', 'code': 200} Jul 20 11:52:41.752034 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:41.791425 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-a7bdbae5-af55-471d-9ab8-d568653d65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:41.793006 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-a7bdbae5-af55-471d-9ab8-d568653d65d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1099 time: 0.0558274 Jul 20 11:52:41.911206 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-cecb1c93-4f52-4415-a9d1-a7e26553b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:41.912760 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-cecb1c93-4f52-4415-a9d1-a7e26553b31c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.1130917 Jul 20 11:52:41.968203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924756a-c2ae-453d-96d2-96ce16ed2cfe req-d456fa73-1cf0-4c9d-8bba-e3d19d6b0ca7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:41.969695 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0924756a-c2ae-453d-96d2-96ce16ed2cfe req-d456fa73-1cf0-4c9d-8bba-e3d19d6b0ca7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0684619 Jul 20 11:52:41.988897 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-9039c6b5-6791-4d51-805a-c5bcb0eb3560 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 1000 time: 0.0682499 Jul 20 11:52:41.997929 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '0a4df484-8075-4dbe-8266-e720088a2b84', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': '985b5b4f-fc3f-450a-8159-0063c9049119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:ce:bb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:29Z', 'updated_at': '2021-07-20T11:52:41Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:42.007192 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-0924756a-c2ae-453d-96d2-96ce16ed2cfe req-73f52ef0-2a35-4405-b0b3-5d5c33b36f4b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Jul 20 11:52:42.024691 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:52:42.032981 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:52:42.033547 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:52:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:42.047144 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-7234be9d-ae49-4ef4-a820-bfd0f13cecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:42.048972 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-7234be9d-ae49-4ef4-a820-bfd0f13cecfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0516398 Jul 20 11:52:42.110540 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-2de96449-058d-43ef-a05d-04488455d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:42.112382 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-2de96449-058d-43ef-a05d-04488455d118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549772 Jul 20 11:52:42.145422 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:52:42.244584 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-6e443729-506e-478f-99c6-1775d33a715f service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239152 Jul 20 11:52:42.258209 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50160) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:52:42.317563 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5833dc-91ba-420f-a95b-864dd23a1b51 req-678e8688-6b5e-4ac5-a75e-b96aad52d2af tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:42.319246 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b5833dc-91ba-420f-a95b-864dd23a1b51 req-678e8688-6b5e-4ac5-a75e-b96aad52d2af tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0957618 Jul 20 11:52:42.351891 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4bc7bb26-c045-45b3-bd49-5865bf71c5c0 req-9d3407de-7911-4ee4-bdef-6ce133427327 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975676 Jul 20 11:52:42.393032 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-8b5833dc-91ba-420f-a95b-864dd23a1b51 req-185b7eac-7842-4994-8747-3c3702bafb09 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620320 Jul 20 11:52:42.407205 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '0a4df484-8075-4dbe-8266-e720088a2b84', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': '985b5b4f-fc3f-450a-8159-0063c9049119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:ce:bb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:29Z', 'updated_at': '2021-07-20T11:52:41Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:52:42.412334 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-483ea00b-fa70-4fb7-b978-04ed2b496e39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1521828 Jul 20 11:52:42.440169 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d04d8-7995-4042-bd8e-624c43fb8e2f None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '0a4df484-8075-4dbe-8266-e720088a2b84', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': '985b5b4f-fc3f-450a-8159-0063c9049119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:ce:bb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:29Z', 'updated_at': '2021-07-20T11:52:41Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:52:42.639573 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a3cbe-0567-4477-be75-820897c7efe1 None None] New status for floating IP 0a4df484-8075-4dbe-8266-e720088a2b84: ACTIVE {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:52:43.523444 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb9dc1-b733-41fa-8972-4304699ca218 req-be91a746-d526-431e-bcd7-0f645f70caea tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:43.526559 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ceb9dc1-b733-41fa-8972-4304699ca218 req-be91a746-d526-431e-bcd7-0f645f70caea tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0676730 Jul 20 11:52:43.568361 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6ceb9dc1-b733-41fa-8972-4304699ca218 req-1a00b920-ccd9-4e83-90e1-3215ee220712 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353849 Jul 20 11:52:43.693141 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-36a5499d-3991-42b0-985f-70bdf9110939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:43.694661 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-36a5499d-3991-42b0-985f-70bdf9110939 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59&tenant_id=0a087cfbe7274a51b5bfda97602a1f38 HTTP/1.1" status: 200 len: 1098 time: 0.0570710 Jul 20 11:52:43.764697 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-a209ef10-8308-4efb-95e2-9d7f2a498b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:43.766155 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-a209ef10-8308-4efb-95e2-9d7f2a498b9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0507822 Jul 20 11:52:43.861625 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-7d14e858-a270-4547-9209-cd9ba95aa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:43.863268 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-7d14e858-a270-4547-9209-cd9ba95aa596 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.0900509 Jul 20 11:52:43.927761 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-8b6329f9-d7fc-4131-b7fc-aa73630bcd84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 1001 time: 0.0569375 Jul 20 11:52:43.975410 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-cb54dd80-646c-452e-a8a3-a0afb43a51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:43.976837 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-cb54dd80-646c-452e-a8a3-a0afb43a51d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0428531 Jul 20 11:52:44.034469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-47131620-0f94-4243-89b2-5b4ba0ee9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:44.035903 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-47131620-0f94-4243-89b2-5b4ba0ee9de7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525699 Jul 20 11:52:44.127399 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-add20354-a24d-49b9-a9d0-f3e23153ab0a service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843303 Jul 20 11:52:44.218403 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-e77c1d1d-f88f-40f6-b819-cdf00174659b req-a2b44480-d217-4ce9-bce7-91a3e23ae196 service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834949 Jul 20 11:52:44.541265 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:52:44.698481 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475437f9-3baf-43b1-a20a-4d110ee16138 req-8e8b03bb-eb70-416a-a6c7-7db3bcecc689 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:44.700083 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-475437f9-3baf-43b1-a20a-4d110ee16138 req-8e8b03bb-eb70-416a-a6c7-7db3bcecc689 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0644271 Jul 20 11:52:44.734634 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:44.738317 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-475437f9-3baf-43b1-a20a-4d110ee16138 req-a4306a5e-d09d-4ba4-ba99-0d791d3f22b5 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Jul 20 11:52:44.757394 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:44.759747 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef74aa-4789-42b5-8ea7-1834886b5942" -d '{"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-unplugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:44.771809 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:44.775873 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:44.800068 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94166160-0950-4572-ac53-9e45c8023f09 x-openstack-request-id: req-94166160-0950-4572-ac53-9e45c8023f09 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:44.800385 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-unplugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:44.800639 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94166160-0950-4572-ac53-9e45c8023f09 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:44.801020 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'code': 200} Jul 20 11:52:44.825617 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=6']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:45.870901 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cfada-c9c2-49c3-bc26-622c4070026d req-1812e39e-75a2-4d08-b1fb-5030dcd235da tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:45.872318 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be0cfada-c9c2-49c3-bc26-622c4070026d req-1812e39e-75a2-4d08-b1fb-5030dcd235da tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0652516 Jul 20 11:52:45.908320 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-be0cfada-c9c2-49c3-bc26-622c4070026d req-8d6df9cc-b80e-48c5-a870-aec7ac214ea6 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Jul 20 11:52:47.033055 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed09d9d-6777-4a70-af46-73a71b52650c req-93d1118e-0db5-4725-ba24-833133b65e87 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:47.034514 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3ed09d9d-6777-4a70-af46-73a71b52650c req-93d1118e-0db5-4725-ba24-833133b65e87 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0619631 Jul 20 11:52:47.071513 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3ed09d9d-6777-4a70-af46-73a71b52650c req-40130fa4-54e5-4d5a-9cba-83f24c17e99b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310202 Jul 20 11:52:48.201131 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8da2c-de84-4741-bd9e-8442170b1bc5 req-3b498224-2c6f-4e5c-be5b-84a54a45d605 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:48.202607 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-31e8da2c-de84-4741-bd9e-8442170b1bc5 req-3b498224-2c6f-4e5c-be5b-84a54a45d605 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0653300 Jul 20 11:52:48.240982 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-31e8da2c-de84-4741-bd9e-8442170b1bc5 req-abd7217b-6844-4999-a340-feb5f07dd649 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Jul 20 11:52:49.372039 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e38f4-b12c-48c9-8cd1-6f77ae345459 req-84dcb1d9-41e9-4d0e-9a1f-9a416740a606 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:49.373554 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b1e38f4-b12c-48c9-8cd1-6f77ae345459 req-84dcb1d9-41e9-4d0e-9a1f-9a416740a606 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0674868 Jul 20 11:52:49.410311 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b1e38f4-b12c-48c9-8cd1-6f77ae345459 req-d07c9c7f-e8ca-473f-8df0-278ce4b2c51b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jul 20 11:52:49.901004 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-93e7280f-fc08-4862-8f86-48d52c19145c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:50.399409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253faf4c-aed5-46ac-89ec-39c49f06ffc9 req-99a3debd-b330-41ad-b91b-feb8f3b9eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:50.402001 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-253faf4c-aed5-46ac-89ec-39c49f06ffc9 req-99a3debd-b330-41ad-b91b-feb8f3b9eb1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1096 time: 0.0591826 Jul 20 11:52:50.436434 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-253faf4c-aed5-46ac-89ec-39c49f06ffc9 req-8a0731e7-4daf-4e4f-9e10-253f974517ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286984 Jul 20 11:52:50.537107 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab7eed-dc41-4696-8e82-0420a67c060e req-9320ed1f-40cf-446c-8c57-612ad6d59bb0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:50.538613 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d4ab7eed-dc41-4696-8e82-0420a67c060e req-9320ed1f-40cf-446c-8c57-612ad6d59bb0 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0636230 Jul 20 11:52:50.576229 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d4ab7eed-dc41-4696-8e82-0420a67c060e req-b1fb5f3a-fe5a-4979-a652-a572d1288353 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Jul 20 11:52:51.709230 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025eba-a615-48cd-9295-46915dba1f99 req-e8ce0a31-066c-49a3-b0c6-80dad9e2c80a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:52:51.710716 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-63025eba-a615-48cd-9295-46915dba1f99 req-e8ce0a31-066c-49a3-b0c6-80dad9e2c80a tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 943 time: 0.0657663 Jul 20 11:52:51.747110 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-63025eba-a615-48cd-9295-46915dba1f99 req-68ccfcb9-aab2-45a7-b245-785f3f69b2a9 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Jul 20 11:52:52.466346 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e39c-d683-489d-9247-6d33f91de8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:52.579165 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:52:52.677630 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:52.689224 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'port_id': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'mac_address': 'fa:16:3e:04:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:52:52.725369 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:52.739011 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2749e946-b739-4559-b8a1-acaf5fd898b7 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:52:52.757996 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:52.761772 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:52.806811 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=7']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:52.908022 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:53.006277 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['2749e946-b739-4559-b8a1-acaf5fd898b7'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:52:53.569616 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:54.587419 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:52:54.638944 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port 2749e946-b739-4559-b8a1-acaf5fd898b7 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:52:54.639305 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:54.712533 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:54.734960 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:52:54.737223 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9eb6b0-b533-40f4-963e-a674a8e69689" -d '{"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-plugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:52:54.750119 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:52:54.754548 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:54.783142 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f6a24e-11c9-4b07-8814-7bb41b30c9f1 x-openstack-request-id: req-50f6a24e-11c9-4b07-8814-7bb41b30c9f1 {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:52:54.783483 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-plugged", "status": "completed", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:52:54.783680 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50f6a24e-11c9-4b07-8814-7bb41b30c9f1 {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:52:54.784650 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'code': 200} Jul 20 11:52:54.809618 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=8']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:52:55.194715 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:52:59.638398 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:03.187000 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-ac1f3fdb-2d4f-437a-ba2d-05cda6d68c38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495086 Jul 20 11:53:03.258416 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-4f511d56-0764-46a9-af5d-240140a92d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:03.259818 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-4f511d56-0764-46a9-af5d-240140a92d3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0530009 Jul 20 11:53:03.363872 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-8dccaf26-cf28-45b4-a05f-3032854ef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:03.365358 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-8dccaf26-cf28-45b4-a05f-3032854ef9fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.0840449 Jul 20 11:53:03.430848 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-c508990d-7ac7-481b-b672-3063bb55486e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 1001 time: 0.0587530 Jul 20 11:53:03.486772 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-761517c4-b9bd-47b2-aa6a-4ee6e9498404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:03.487746 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-761517c4-b9bd-47b2-aa6a-4ee6e9498404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0502729 Jul 20 11:53:03.548007 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-2c29c1df-7345-462b-a89d-f2a39eea43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:03.549582 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-2c29c1df-7345-462b-a89d-f2a39eea43e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533493 Jul 20 11:53:03.641282 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-f5a33c86-96a6-4bdf-b633-8d9979fd887f service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 Jul 20 11:53:03.727508 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-436b6ea9-abff-4ca4-b9f8-6055d342db5e req-5bcecf72-4364-46e1-95be-fbd2aad56331 service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788033 Jul 20 11:53:17.054326 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:53:19.902346 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-adf23eb1-e337-4bf0-96aa-ba9929cc97c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:22.466254 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-da05d40b-8352-4a68-8a32-9a2d9c0c8724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:22.910611 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:23.572423 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:25.197463 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:29.652628 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:34.303372 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15c57-99b1-4acd-b016-634b24dd1322 req-4f9dc625-4c38-4d50-8ca2-573ffc87faeb tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:34.304932 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-94b15c57-99b1-4acd-b016-634b24dd1322 req-4f9dc625-4c38-4d50-8ca2-573ffc87faeb tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0672252 Jul 20 11:53:34.350698 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-94b15c57-99b1-4acd-b016-634b24dd1322 req-19b767d2-0270-48e1-b0bf-9ead2580a464 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 Jul 20 11:53:35.480672 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ebaaf-7401-413e-bb1c-8e74dc48c45b req-578803b7-49eb-445d-9941-4bb3ac452121 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:35.482715 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb0ebaaf-7401-413e-bb1c-8e74dc48c45b req-578803b7-49eb-445d-9941-4bb3ac452121 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0610378 Jul 20 11:53:35.519846 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-eb0ebaaf-7401-413e-bb1c-8e74dc48c45b req-879fd158-cfc6-4ca3-9180-eb4b7dd422ad tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Jul 20 11:53:36.662718 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f182d42-b68d-4f89-bcd8-22baba17d804 req-88d65b06-11c1-40c0-a284-c2c1fc1a89de tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:36.664346 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f182d42-b68d-4f89-bcd8-22baba17d804 req-88d65b06-11c1-40c0-a284-c2c1fc1a89de tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0702367 Jul 20 11:53:36.724430 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-5f182d42-b68d-4f89-bcd8-22baba17d804 req-b590135c-9908-453c-8c59-11031448d509 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546129 Jul 20 11:53:36.729259 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-c6799cba-40de-4ba3-809f-cb22440be955 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665719740&fields=id&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 267 time: 0.0529122 Jul 20 11:53:36.835560 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-0e9434bf-da07-459b-adf7-871ac6d70f79 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:36.837051 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-0e9434bf-da07-459b-adf7-871ac6d70f79 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1014712 Jul 20 11:53:36.851265 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-0f18e859-b8c6-4019-952e-763dd6f0ab82 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/quotas/286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 375 time: 0.0089097 Jul 20 11:53:36.921380 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-869d8088-ac03-4bc2-b88a-0d91924caf57 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653408 Jul 20 11:53:37.016937 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-c0039405-45e8-48c8-878f-e84357e3405f service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845144 Jul 20 11:53:37.101795 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-c82e5b83-9cd7-4ea8-b2a4-ac71a98ec6cd service neutron] 10.222.0.15 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792918 Jul 20 11:53:37.438178 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-847478f3-83be-42f7-863f-16879830f4cc req-9a89b89b-da31-45c4-aea1-5473c0eba30b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 210 time: 0.0290122 Jul 20 11:53:37.858113 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bbfca-9927-4802-8b1f-8d63740ebbc9 req-52b45d28-6e9f-430f-bf93-131844c5e554 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:37.859628 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-044bbfca-9927-4802-8b1f-8d63740ebbc9 req-52b45d28-6e9f-430f-bf93-131844c5e554 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0659943 Jul 20 11:53:37.898570 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-044bbfca-9927-4802-8b1f-8d63740ebbc9 req-c4f1191a-e677-4d99-b072-add48bc42343 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Jul 20 11:53:38.272997 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-89307bae-3c89-4650-b26b-cbba2d974d1d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:38.274478 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-89307bae-3c89-4650-b26b-cbba2d974d1d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 812 time: 0.1064632 Jul 20 11:53:38.315971 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-1782b7c1-5718-424f-884e-759c96658716 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=286c59158dbd44fe84ef8ebb05518ded HTTP/1.1" status: 200 len: 379 time: 0.0333097 Jul 20 11:53:38.329067 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'port': {'device_id': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'admin_state_up': True, 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'security_groups': ['c75880a3-a2a9-4b13-a437-ff3058a4f24d']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:53:38.435538 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Made reservation on behalf of 286c59158dbd44fe84ef8ebb05518ded for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:53:38.439617 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:38.537497 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-25722106-4983-4bf3-b0c0-11ef4100ac36 req-b885b4e9-a3a5-4696-b69d-14a164c3e762 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 210 time: 0.0284808 Jul 20 11:53:38.569817 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.20.0.8 (08740b45-95fd-4c98-9b58-d83bc1beecde/e5488129-42f6-4226-9538-d28837a71a16/ab4f5eda-a980-49e5-8634-a1494bbcc43b) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:53:38.715748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:38.729799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Transition to ACTIVE for port object ab4f5eda-a980-49e5-8634-a1494bbcc43b will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:53:38.767879 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:38.813504 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network 08740b45-95fd-4c98-9b58-d83bc1beecde is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:53:38.816490 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:53:38.820277 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:53:38.826677 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:38.854861 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.855206 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.855543 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.855876 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.856206 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.856560 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.856887 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.857213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.857549 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.858411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.858735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.859054 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:38.886103 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:38.886710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:38.901344 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-810e5bcd-c586-4536-81f7-04aba6a6f1e4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768526 Jul 20 11:53:38.912796 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Request body: {'port': {'device_id': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:53:38.993720 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.029928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e960a3-abab-4728-9fc0-edf6a59b5c3f req-f80c2f64-1663-4b46-955b-60c2399984c3 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.032102 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5e960a3-abab-4728-9fc0-edf6a59b5c3f req-f80c2f64-1663-4b46-955b-60c2399984c3 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0640430 Jul 20 11:53:39.056209 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-08b9d6f0-dcee-49b1-874b-d7dbc8d707cd None None] Provisioning for port ab4f5eda-a980-49e5-8634-a1494bbcc43b completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:53:39.060048 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-08b9d6f0-dcee-49b1-874b-d7dbc8d707cd None None] Provisioning complete for port ab4f5eda-a980-49e5-8634-a1494bbcc43b triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:53:39.061065 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-08b9d6f0-dcee-49b1-874b-d7dbc8d707cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.075031 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c5e960a3-abab-4728-9fc0-edf6a59b5c3f req-e9ea88ae-d41e-489e-801c-f59ca76ac12f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373323 Jul 20 11:53:39.097760 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-08b9d6f0-dcee-49b1-874b-d7dbc8d707cd None None] Port ab4f5eda-a980-49e5-8634-a1494bbcc43b cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:53:39.250040 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4f5eda-a980-49e5-8634-a1494bbcc43b {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:53:39.257156 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.269159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Transition to ACTIVE for port object ab4f5eda-a980-49e5-8634-a1494bbcc43b will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:53:39.273006 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.338202 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:39.389506 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Attempting to bind port ab4f5eda-a980-49e5-8634-a1494bbcc43b on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:53:39.389843 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Attempting to bind port ab4f5eda-a980-49e5-8634-a1494bbcc43b by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:53:39.390164 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Attempting to bind port ab4f5eda-a980-49e5-8634-a1494bbcc43b on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:53:39.394682 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Port ab4f5eda-a980-49e5-8634-a1494bbcc43b on network 08740b45-95fd-4c98-9b58-d83bc1beecde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:53:39.395004 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Attempting to bind port ab4f5eda-a980-49e5-8634-a1494bbcc43b on network 08740b45-95fd-4c98-9b58-d83bc1beecde {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:53:39.399753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:53:39.400074 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Checking segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:53:39.400492 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Bound using segment: {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:53:39.400922 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Bound port: ab4f5eda-a980-49e5-8634-a1494bbcc43b, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66f5b2c-5012-4180-9128-e37e57f6ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:53:39.401279 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.465216 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:53:39.468382 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:53:39.473253 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.510493 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.511110 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:39.512510 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 200 len: 1093 time: 0.6041198 Jul 20 11:53:39.512941 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:53:39.515189 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1497b1-ba19-4ef3-bd7d-e51397cad005" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:53:39.563132 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ebfe9e-330c-45bc-91cc-a606f15e8c04 x-openstack-request-id: req-20ebfe9e-330c-45bc-91cc-a606f15e8c04 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:53:39.563426 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:53:39.563675 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20ebfe9e-330c-45bc-91cc-a606f15e8c04 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:53:39.564065 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'status': 'completed', 'code': 200} Jul 20 11:53:39.564799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ed02-4ef8-423b-a53e-62587c58dbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:39.615434 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-4dc781c9-7196-4b70-9c8b-202a65faa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.616562 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-4dc781c9-7196-4b70-9c8b-202a65faa53e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1096 time: 0.0656817 Jul 20 11:53:39.661325 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-7919aa3d-39c8-44ed-92f5-8f913eb9a338 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 200 len: 217 time: 0.0353932 Jul 20 11:53:39.692339 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559d34-5833-4f0c-8d87-b344b1d44b8a req-adc29dd0-3872-4591-bb25-875b3a00a4cf tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.694461 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-56559d34-5833-4f0c-8d87-b344b1d44b8a req-adc29dd0-3872-4591-bb25-875b3a00a4cf tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0763042 Jul 20 11:53:39.714452 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-30c0d145-3cb3-4d93-b7f5-ba6003679bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.715924 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-30c0d145-3cb3-4d93-b7f5-ba6003679bfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0487273 Jul 20 11:53:39.732502 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-56559d34-5833-4f0c-8d87-b344b1d44b8a req-bca02e55-77e5-4f20-b013-a5ad98ba7bea tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Jul 20 11:53:39.780332 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-86e036ef-ecbf-49ae-9f32-fe790276c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:39.781883 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-86e036ef-ecbf-49ae-9f32-fe790276c606 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598209 Jul 20 11:53:39.870800 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-666453e3-13a8-4b0d-9bf4-9dde12f02384 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Jul 20 11:53:40.210128 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bee95-fbb7-4982-b686-376b19bc9f87 req-7b39d0b7-0382-4c8f-b7a7-c047e103c57d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.211600 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3e8bee95-fbb7-4982-b686-376b19bc9f87 req-7b39d0b7-0382-4c8f-b7a7-c047e103c57d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0634925 Jul 20 11:53:40.229764 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-084d4970-3c48-45d2-8bb8-8f3c12493403 req-b98f5107-cb1f-4d57-98b1-cfe411450031 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494048 Jul 20 11:53:40.253260 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-3e8bee95-fbb7-4982-b686-376b19bc9f87 req-e82c0c06-b5fe-46d6-bfa6-3a7e2b85f6da tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 Jul 20 11:53:40.332159 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-35ca9d8a-c62e-4f11-9563-518fa5c2a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.333726 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-35ca9d8a-c62e-4f11-9563-518fa5c2a93a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1096 time: 0.0524659 Jul 20 11:53:40.429949 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-5872cf45-521f-4fed-9a6b-e3a9f81b8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.431428 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-5872cf45-521f-4fed-9a6b-e3a9f81b8877 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0905037 Jul 20 11:53:40.471979 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-4f595d38-d6e1-450b-9476-4b593cc7981f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 200 len: 217 time: 0.0334253 Jul 20 11:53:40.524241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-7df732d6-a48a-4e72-a8f9-fee03ecba0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.525702 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-7df732d6-a48a-4e72-a8f9-fee03ecba0c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0471020 Jul 20 11:53:40.581379 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-b3608e25-1587-4caf-9c39-fc39e552b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.582888 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-b3608e25-1587-4caf-9c39-fc39e552b017 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504241 Jul 20 11:53:40.673929 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-856388c0-e016-404a-8d61-d86add1a7e5c service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Jul 20 11:53:40.762181 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-aa1497b1-ba19-4ef3-bd7d-e51397cad005 req-56f191da-2780-48d2-b579-3d61752e6c1e service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798764 Jul 20 11:53:40.867704 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b3653-f3cb-4291-aa97-2406acd86c83 req-62495429-8ea3-446a-87ee-c46d333eb34e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:40.869193 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ac7b3653-f3cb-4291-aa97-2406acd86c83 req-62495429-8ea3-446a-87ee-c46d333eb34e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0656922 Jul 20 11:53:40.906427 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ac7b3653-f3cb-4291-aa97-2406acd86c83 req-36937718-fd62-4f73-8787-8b289c2c4930 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jul 20 11:53:41.379414 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aefefd-591e-410c-bd03-ccf9ae4418b3 req-65124f20-9f0b-40bb-98a8-afa3781ec6d4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:41.380892 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a9aefefd-591e-410c-bd03-ccf9ae4418b3 req-65124f20-9f0b-40bb-98a8-afa3781ec6d4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0610971 Jul 20 11:53:41.418070 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a9aefefd-591e-410c-bd03-ccf9ae4418b3 req-8391d015-8f63-482d-8a1a-2782fb9cf33f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 20 11:53:42.031145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4bac-b565-4fef-b2ec-7a0a892a0047 req-38149019-78a3-4daa-86a3-49e972409510 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:42.032623 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e62a4bac-b565-4fef-b2ec-7a0a892a0047 req-38149019-78a3-4daa-86a3-49e972409510 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0613663 Jul 20 11:53:42.068759 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e62a4bac-b565-4fef-b2ec-7a0a892a0047 req-f0f0789e-61d5-4ba8-96ed-18226986c2fb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Jul 20 11:53:42.550506 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81488-b2e7-40cb-afe6-9422aaa3c89e req-76791d6c-85b0-483c-8068-3b02195ab36b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:42.552007 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-96f81488-b2e7-40cb-afe6-9422aaa3c89e req-76791d6c-85b0-483c-8068-3b02195ab36b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0655153 Jul 20 11:53:42.589866 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-96f81488-b2e7-40cb-afe6-9422aaa3c89e req-7a04e350-5a3d-47e0-911f-aedde8da5d43 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 20 11:53:43.195244 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cebdf5-d0fe-4f51-a003-12772270cae8 req-e5df30c7-7b2a-47fa-9978-73b852ced7ed tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:43.196820 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68cebdf5-d0fe-4f51-a003-12772270cae8 req-e5df30c7-7b2a-47fa-9978-73b852ced7ed tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0627077 Jul 20 11:53:43.233457 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-68cebdf5-d0fe-4f51-a003-12772270cae8 req-00a3d293-10ac-4fa5-8445-98ca8a242fc2 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306714 Jul 20 11:53:43.723759 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3441b-0a09-4468-ab06-93e12ae6f065 req-0011db1a-da56-48c1-a6bf-e49175ed1cfd tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:43.725479 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7dd3441b-0a09-4468-ab06-93e12ae6f065 req-0011db1a-da56-48c1-a6bf-e49175ed1cfd tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0646448 Jul 20 11:53:43.767279 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7dd3441b-0a09-4468-ab06-93e12ae6f065 req-2cd3a7a3-8f3d-4067-bfff-62a99ebbae3d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358064 Jul 20 11:53:44.359529 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96a779-aacc-40c9-b796-4affa33d275e req-ef96b05c-0c30-4773-9ae3-c1c3cbe65a9c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:44.361028 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-de96a779-aacc-40c9-b796-4affa33d275e req-ef96b05c-0c30-4773-9ae3-c1c3cbe65a9c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0620131 Jul 20 11:53:44.400008 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-de96a779-aacc-40c9-b796-4affa33d275e req-5d493eb6-4e63-44a3-9822-9da83866d17b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Jul 20 11:53:44.892825 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b1f8f-f108-4fdc-9349-8c009f36247a req-2ca82a68-938f-4feb-b2e6-ff33b523536e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:44.894217 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e39b1f8f-f108-4fdc-9349-8c009f36247a req-2ca82a68-938f-4feb-b2e6-ff33b523536e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0620632 Jul 20 11:53:44.929739 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e39b1f8f-f108-4fdc-9349-8c009f36247a req-c95ee86c-6c0a-4abc-99ad-cdb79940270c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301511 Jul 20 11:53:45.137612 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754caa-d074-489e-9835-155e09c5d1c0 req-5e262620-a0b2-4404-92cc-f78c1b218321 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.140158 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-48754caa-d074-489e-9835-155e09c5d1c0 req-5e262620-a0b2-4404-92cc-f78c1b218321 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0669034 Jul 20 11:53:45.176942 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-48754caa-d074-489e-9835-155e09c5d1c0 req-a244c980-6ed6-4999-b1ab-e767d2fa5626 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Jul 20 11:53:45.186905 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-aa2d5553-8216-447d-ac87-cc4fe3604e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.188684 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-aa2d5553-8216-447d-ac87-cc4fe3604e44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1099 time: 0.0525718 Jul 20 11:53:45.279330 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-2cd6aaa7-e4bf-48bf-bb59-fe6210e23ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.281552 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-2cd6aaa7-e4bf-48bf-bb59-fe6210e23ddb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.0860672 Jul 20 11:53:45.343593 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-d50c93ef-faf2-4ce1-97b6-cebe4fca0b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 1002 time: 0.0555103 Jul 20 11:53:45.396198 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-dda32c66-0fe1-4e2d-a5b9-ea18e2aa3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.397632 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-dda32c66-0fe1-4e2d-a5b9-ea18e2aa3274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0449193 Jul 20 11:53:45.454161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-4cb3b24d-32e6-442f-9a5d-25afe93efdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.455668 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-4cb3b24d-32e6-442f-9a5d-25afe93efdae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498233 Jul 20 11:53:45.527956 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e531ea-bc7b-448e-903f-2efdf94a5a0b req-cb7423d3-0820-4c79-963f-0361cb4acd8e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:45.530094 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6e531ea-bc7b-448e-903f-2efdf94a5a0b req-cb7423d3-0820-4c79-963f-0361cb4acd8e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0631144 Jul 20 11:53:45.546811 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-ef893354-e3d9-4711-933f-b902de778302 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837793 Jul 20 11:53:45.569412 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c6e531ea-bc7b-448e-903f-2efdf94a5a0b req-b233c106-4db6-4d0a-8528-e0abf0c054da tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Jul 20 11:53:45.636957 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a0213fab-90b7-413f-af34-b9b18b4f86ee req-d4b668a9-c59c-4729-a4db-06561cf4ca07 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806398 Jul 20 11:53:46.310062 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed6b2a-0f6c-47ee-b034-258cf72b9e9e req-077f3763-4499-4611-8cff-f079b280360e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:46.312272 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fbed6b2a-0f6c-47ee-b034-258cf72b9e9e req-077f3763-4499-4611-8cff-f079b280360e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0686986 Jul 20 11:53:46.349253 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fbed6b2a-0f6c-47ee-b034-258cf72b9e9e req-1de63fb0-4008-42a8-8973-67a5165904a9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313265 Jul 20 11:53:46.706379 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8cd52-342c-4ec8-a5ff-91491f52254f req-bcf16b67-1445-458e-91f1-9757c9461670 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:46.707858 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c2a8cd52-342c-4ec8-a5ff-91491f52254f req-bcf16b67-1445-458e-91f1-9757c9461670 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0617042 Jul 20 11:53:46.745093 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c2a8cd52-342c-4ec8-a5ff-91491f52254f req-ce1f605c-ef95-4f6c-bd6f-0c179cdf327d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Jul 20 11:53:47.476781 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c037fc-51b1-4d4e-b7fc-93c25d0573b2 req-f32d5f93-c18e-46ed-b700-ae9111642204 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:47.478272 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77c037fc-51b1-4d4e-b7fc-93c25d0573b2 req-f32d5f93-c18e-46ed-b700-ae9111642204 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0617290 Jul 20 11:53:47.516201 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-77c037fc-51b1-4d4e-b7fc-93c25d0573b2 req-325388e9-808e-43c6-81f2-db29c3926b9e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Jul 20 11:53:47.872769 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672197-0da4-4683-a385-3a6bdbcf0ad2 req-1a0a1949-1755-43e3-8d3a-934722cf827d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:47.874854 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c9672197-0da4-4683-a385-3a6bdbcf0ad2 req-1a0a1949-1755-43e3-8d3a-934722cf827d tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0648539 Jul 20 11:53:47.911066 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c9672197-0da4-4683-a385-3a6bdbcf0ad2 req-687f1c73-eb9a-4942-aa84-d9df814bd656 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Jul 20 11:53:48.921447 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device ab4f5eda-a980-49e5-8634-a1494bbcc43b details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:53:49.017608 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:53:49.028408 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'port_id': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'mac_address': 'fa:16:3e:3e:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:53:49.038247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3be40-764e-4a58-86ce-ee6b719b497d req-b3e3e768-be3f-440d-9f0d-f192a5db2a4e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:49.039751 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-26e3be40-764e-4a58-86ce-ee6b719b497d req-b3e3e768-be3f-440d-9f0d-f192a5db2a4e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 943 time: 0.0628321 Jul 20 11:53:49.066779 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:49.078276 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-26e3be40-764e-4a58-86ce-ee6b719b497d req-40168734-8a5e-4d2c-80a1-84c6910dc627 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330627 Jul 20 11:53:49.080239 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4f5eda-a980-49e5-8634-a1494bbcc43b {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:53:49.100388 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:53:49.104014 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:49.153152 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:49.160149 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.160516 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.160855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.161183 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.161537 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.161861 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.162184 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.162504 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.162824 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.163140 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.163459 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.163771 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:49.344832 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['ab4f5eda-a980-49e5-8634-a1494bbcc43b'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:53:49.902669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8cf94bf5-b61c-44ea-84cf-be2cb16ee999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:50.208691 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcecac-5d70-4176-81e1-d9e716cd87d7 req-9368eef1-f646-4e6e-9ad1-e4a72f9d6593 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:50.210197 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5bcecac-5d70-4176-81e1-d9e716cd87d7 req-9368eef1-f646-4e6e-9ad1-e4a72f9d6593 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 944 time: 0.0652111 Jul 20 11:53:50.247227 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e5bcecac-5d70-4176-81e1-d9e716cd87d7 req-d40bb967-ab85-4472-90d2-072f93f2ce18 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315728 Jul 20 11:53:50.940508 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device ab4f5eda-a980-49e5-8634-a1494bbcc43b up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:53:50.988421 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port ab4f5eda-a980-49e5-8634-a1494bbcc43b completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:53:50.992166 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port ab4f5eda-a980-49e5-8634-a1494bbcc43b triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:53:50.992566 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:51.065924 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:51.092755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:53:51.094985 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902562ae-009b-4acd-8528-ff2244b53fdc" -d '{"events": [{"server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:53:51.107334 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:53:51.111668 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:51.137275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27a388-58c0-4135-a927-dc0a3619ce8b x-openstack-request-id: req-3f27a388-58c0-4135-a927-dc0a3619ce8b {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:53:51.137755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:53:51.137940 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f27a388-58c0-4135-a927-dc0a3619ce8b {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:53:51.138174 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'code': 200} Jul 20 11:53:51.165048 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:51.375834 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c6e0-5925-440b-9621-79f42400be7e req-991e3dbb-d12a-4cd2-8508-dea7c7460a1a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:51.377676 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a8f6c6e0-5925-440b-9621-79f42400be7e req-991e3dbb-d12a-4cd2-8508-dea7c7460a1a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0623798 Jul 20 11:53:51.383788 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427bbf1-7c3e-43a5-830b-4decf12c96a5 req-37a4b875-803b-4e30-bf03-e4ce8bdf85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:51.387826 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9427bbf1-7c3e-43a5-830b-4decf12c96a5 req-37a4b875-803b-4e30-bf03-e4ce8bdf85f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1098 time: 0.0569382 Jul 20 11:53:51.419515 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-9427bbf1-7c3e-43a5-830b-4decf12c96a5 req-a96cc6e5-9a34-4cf1-95ae-24d4213987e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279593 Jul 20 11:53:51.425861 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a8f6c6e0-5925-440b-9621-79f42400be7e req-97640718-7784-4f24-a1e1-2e0e1469827c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426052 Jul 20 11:53:52.466831 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6aa3-aeab-4264-a307-01623c914e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:52.556439 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81247acd-4d5f-44d1-a6c6-ac340b2363ac req-9db726bf-cb4d-4c9b-b9d0-c3c6a0cdf3ce tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:52.557925 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81247acd-4d5f-44d1-a6c6-ac340b2363ac req-9db726bf-cb4d-4c9b-b9d0-c3c6a0cdf3ce tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0616210 Jul 20 11:53:52.594727 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-81247acd-4d5f-44d1-a6c6-ac340b2363ac req-fe076e4c-ce07-4e40-b52a-1388eaf70f38 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Jul 20 11:53:52.728561 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a91c-5987-402c-bdcd-afb0ec9cea9d req-b25a7805-85b6-4510-84fa-0220dd84ec88 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:52.729951 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b63a91c-5987-402c-bdcd-afb0ec9cea9d req-b25a7805-85b6-4510-84fa-0220dd84ec88 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jul 20 11:53:52.767604 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-6b63a91c-5987-402c-bdcd-afb0ec9cea9d req-9a1da4a9-b02d-4967-9dc1-7e40a1847b4c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Jul 20 11:53:52.790025 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50432) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:53:52.838872 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3eb3a0-13e6-4dfa-87f2-fdba569df52f tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:52.840349 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-6d3eb3a0-13e6-4dfa-87f2-fdba569df52f tempest-TestVolumeBootPattern-652681644 tempest-TestVolumeBootPattern-652681644-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1093 time: 0.0493722 Jul 20 11:53:52.842909 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50434) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:53:52.847732 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'port_id': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:53:52.868896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:52.913390 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:52.966693 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:53.068065 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_common [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Allocated IP 172.27.1.77 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/37febd03-843b-4296-a0f5-354d54ee5ceb) {{(pid=105204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:53:53.168966 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:53.205870 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:53.239051 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:53:53.243898 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.base_scheduler [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Resources bound (agent type, host, resource id): {{(pid=105204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:53:53.247152 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Received port after_create {{(pid=105204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:53:53.270452 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=37febd03-843b-4296-a0f5-354d54ee5ceb,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:53.279722 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.280063 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.280416 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.280748 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.281096 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.281423 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.281735 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.282050 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.282368 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.282678 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.282988 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.283297 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:53:53.575937 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:53.849720 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:53.920763 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:54.055303 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:53:54.064819 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for port, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:54.069401 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9851865'] for port, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:54.138495 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event updated for resources: {'Port': ['ID=37febd03-843b-4296-a0f5-354d54ee5ceb,revision_number=2']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:53:54.148568 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:54.245235 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 5d4582a5-7faa-4c15-9d95-d625d8f28888 associated. External IP: 172.27.1.77, port: ab4f5eda-a980-49e5-8634-a1494bbcc43b. Jul 20 11:53:54.446577 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:53:54.551590 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:53:54.563324 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:53:54.568275 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:54.572166 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:53:54.572861 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:53:54.608015 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-306fad27-a571-49a1-a9e6-d810713e459e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7635198 Jul 20 11:53:54.608735 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:53:54.611298 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff521b7-4013-45a1-be10-2372e222f176" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:53:54.652680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea86113-cb89-4a7f-9c3f-a21777f3eb84 x-openstack-request-id: req-bea86113-cb89-4a7f-9c3f-a21777f3eb84 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:53:54.652680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:53:54.652680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bea86113-cb89-4a7f-9c3f-a21777f3eb84 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:53:54.652680 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'status': 'completed', 'code': 200} Jul 20 11:53:54.688524 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:53:54.723626 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff521b7-4013-45a1-be10-2372e222f176 req-99dfdab4-3e33-4a2c-a279-1c4b982fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:54.725064 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-99dfdab4-3e33-4a2c-a279-1c4b982fb5bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1098 time: 0.0550623 Jul 20 11:53:54.811985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff521b7-4013-45a1-be10-2372e222f176 req-ade9d31c-87b1-4210-9bc8-7e81e65c474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:54.814218 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-ade9d31c-87b1-4210-9bc8-7e81e65c474c service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0828855 Jul 20 11:53:54.882010 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-60d09ae1-d6a4-48fa-b88e-ffb3a6e97f4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 200 len: 998 time: 0.0612185 Jul 20 11:53:54.910774 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}, {'id': '5d4582a5-7faa-4c15-9d95-d625d8f28888', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:3e:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:53:53Z', 'updated_at': '2021-07-20T11:53:53Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:53:54.930350 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff521b7-4013-45a1-be10-2372e222f176 req-8c053a5b-5c03-4f1c-88f2-9febb78544e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:54.931832 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-8c053a5b-5c03-4f1c-88f2-9febb78544e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0436723 Jul 20 11:53:54.936562 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:53:54.944787 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:53:54.945388 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:53:54.987314 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff521b7-4013-45a1-be10-2372e222f176 req-8653bdf0-c775-43b4-82c3-fc2b30099b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:53:54.988952 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-8653bdf0-c775-43b4-82c3-fc2b30099b93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510387 Jul 20 11:53:55.048622 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:53:55.081029 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-fd24de5e-9dfc-49ff-9535-05c6be3aebd5 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855176 Jul 20 11:53:55.172193 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-bff521b7-4013-45a1-be10-2372e222f176 req-8cc1e7e7-2790-4477-85c9-716d116f31c8 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Jul 20 11:53:55.200127 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:53:55.274049 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}, {'id': '5d4582a5-7faa-4c15-9d95-d625d8f28888', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:3e:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:53:53Z', 'updated_at': '2021-07-20T11:53:53Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:53:55.303202 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d855-73fa-4b04-84f8-3604c98f6176 None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}, {'id': '5d4582a5-7faa-4c15-9d95-d625d8f28888', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:3e:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:53:53Z', 'updated_at': '2021-07-20T11:53:53Z', 'revision_number': 0, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:53:55.485180 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b991cd3-dc7f-45a8-afa1-c277812cbcc5 None None] New status for floating IP 5d4582a5-7faa-4c15-9d95-d625d8f28888: ACTIVE {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:53:59.652135 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:05.176360 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-541caff7-fee3-46e9-8b82-49d78b03e151 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539327 Jul 20 11:54:05.257750 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-895d6d36-6e2c-4928-a326-44a16e5221c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:05.259206 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-895d6d36-6e2c-4928-a326-44a16e5221c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0509381 Jul 20 11:54:05.362375 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-4a89ee04-6b44-45d3-aaeb-344c414c7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:05.363853 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-4a89ee04-6b44-45d3-aaeb-344c414c7f0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0834630 Jul 20 11:54:05.432472 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-bd9c37f1-c9fb-41a2-8bb1-9f8a2fc61f18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 1000 time: 0.0591047 Jul 20 11:54:05.480540 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-58f88c0f-55b2-4c22-a4a0-cadd0ff0c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:05.481974 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-58f88c0f-55b2-4c22-a4a0-cadd0ff0c78d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0427530 Jul 20 11:54:05.539273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-b182a360-7a1f-44ab-a630-5bceb24492f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:05.540735 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-b182a360-7a1f-44ab-a630-5bceb24492f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497184 Jul 20 11:54:05.631314 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-374d672f-cac9-4fe7-99e2-58d5c9beced3 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834270 Jul 20 11:54:05.721375 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-09024563-afa2-4dff-a9d8-1fac0aa67d75 req-9452b4d3-834b-4f39-8eb0-3906de21e109 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836763 Jul 20 11:54:06.837620 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50442) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:06.990457 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Deleting port 0d636556-f5a6-4811-a161-3b38b6f811e5 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:06.990798 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.062149 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.062473 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.073646 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Calling delete_port for 0d636556-f5a6-4811-a161-3b38b6f811e5 owned by network:floatingip {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:07.242707 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.270643 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event deleted for resources: {'Port': ['ID=0d636556-f5a6-4811-a161-3b38b6f811e5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:07.330699 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for floatingip, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.331027 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Floating IP 7fca6a41-f3ba-468d-a858-2e5ede8e66cc disassociated (deleted). External IP: 172.27.1.171, port: 2749e946-b739-4559-b8a1-acaf5fd898b7. Jul 20 11:54:07.528939 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Router cbadef9d-672e-452b-93de-5a1df05b3294 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:54:07.632912 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:54:07.637726 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:07.643898 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Sync routers for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:54:07.652979 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:07.653558 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:07.674204 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-7abfdda1-42b4-41f4-94ad-cdeeabd66f0c tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fca6a41-f3ba-468d-a858-2e5ede8e66cc HTTP/1.1" status: 204 len: 168 time: 0.8354023 Jul 20 11:54:07.674783 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:54:07.677081 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c632ef-63c4-4d6e-8016-3e24788d1965" -d '{"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:54:07.716212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ac9bd-ea5c-46b5-879f-7f7f5276b709 x-openstack-request-id: req-302ac9bd-ea5c-46b5-879f-7f7f5276b709 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:54:07.716212 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:54:07.716485 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-302ac9bd-ea5c-46b5-879f-7f7f5276b709 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:54:07.716690 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'status': 'completed', 'code': 200} Jul 20 11:54:07.763340 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:07.791897 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-ee971f65-2df3-43a6-8955-5a26587a4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:07.793388 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-ee971f65-2df3-43a6-8955-5a26587a4550 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 1098 time: 0.0556786 Jul 20 11:54:07.894663 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-28754be9-607f-4c12-b56b-067dd841f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:07.896535 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-28754be9-607f-4c12-b56b-067dd841f5e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 200 len: 910 time: 0.0931067 Jul 20 11:54:07.942218 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-9a622481-07f5-48b6-a58f-9f42683bfc58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 200 len: 217 time: 0.0378814 Jul 20 11:54:07.942987 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359daf-510f-4896-863b-dd4ea25cd4e4 req-1b43bbf2-d8cb-4d08-854e-a46a85177ee9 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:07.944716 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-04359daf-510f-4896-863b-dd4ea25cd4e4 req-1b43bbf2-d8cb-4d08-854e-a46a85177ee9 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0814097 Jul 20 11:54:07.961905 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:07.984261 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-04359daf-510f-4896-863b-dd4ea25cd4e4 req-d3784b06-db04-4d96-84cc-a81021968871 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339687 Jul 20 11:54:07.987411 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Checking router: cbadef9d-672e-452b-93de-5a1df05b3294 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:54:07.996124 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:07.996920 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:08.003049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-7464556c-071a-428b-86b4-09a3cb66cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:08.004659 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-7464556c-071a-428b-86b4-09a3cb66cca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 200 len: 848 time: 0.0541410 Jul 20 11:54:08.060582 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-9d79e0db-631b-4227-a498-4536141f477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:08.062158 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-9d79e0db-631b-4227-a498-4536141f477d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b8c955-e306-4cd4-9fc3-ba5927bedc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507102 Jul 20 11:54:08.098817 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:08.150192 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-be53a249-5839-40d3-b334-0420034b336f service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Jul 20 11:54:08.241554 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-b7c632ef-63c4-4d6e-8016-3e24788d1965 req-e6d20e40-298f-472d-81e8-c1502fe4c888 service neutron] 10.222.0.26 "GET /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836790 Jul 20 11:54:08.374362 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:08.398845 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092b5ab-d5c4-4006-9752-66c1916d6490 None None] The sync data for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi is: [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:49:28Z', 'revision_number': 4, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': 'cab63c02-d5fc-44b8-b663-bf20e1775b52', 'name': '', 'network_id': '60b8c955-e306-4cd4-9fc3-ba5927bedc8b', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'mac_address': 'fa:16:3e:65:e6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:27Z', 'updated_at': '2021-07-20T11:49:34Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'subnets': [{'id': 'e4b020a4-461e-4705-94ea-98922d3f727f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:54:08.606759 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfca214-209b-4540-ab8a-4ca03e3dd5de None None] New status for floating IP 7fca6a41-f3ba-468d-a858-2e5ede8e66cc: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:54:09.114249 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb43d10-65ff-4e29-877b-6514881ce1bb req-f9f9a2ab-aacb-4424-b871-655900af11b7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:09.115997 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9fb43d10-65ff-4e29-877b-6514881ce1bb req-f9f9a2ab-aacb-4424-b871-655900af11b7 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0631497 Jul 20 11:54:09.153416 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-9fb43d10-65ff-4e29-877b-6514881ce1bb req-05d17026-71ab-4fe9-aa26-cc5332af24e6 tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/security-groups?id=d10ebc6c-5db8-4906-a635-bf932d337198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Jul 20 11:54:09.602670 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-b823be0c-b2aa-4fdc-9a86-2c5203cf685f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:09.604114 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-b823be0c-b2aa-4fdc-9a86-2c5203cf685f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.26 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 945 time: 0.0613122 Jul 20 11:54:09.703232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Deleting port 2749e946-b739-4559-b8a1-acaf5fd898b7 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:09.703565 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:09.787001 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] For port 2749e946-b739-4559-b8a1-acaf5fd898b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2749e946-b739-4559-b8a1-acaf5fd898b7,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:09.787345 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:09.799563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Calling delete_port for 2749e946-b739-4559-b8a1-acaf5fd898b7 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:09.920386 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:09.947294 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event deleted for resources: {'Port': ['ID=2749e946-b739-4559-b8a1-acaf5fd898b7,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:09.994320 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] No DVR routers for this DVR port 2749e946-b739-4559-b8a1-acaf5fd898b7 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:54:09.996749 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:09.998862 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-c964b7fd-a7ba-4223-b7e3-2665f64beab6 req-ab2ed332-95a1-4879-99c6-2cb50f0a592b tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.26 "DELETE /v2.0/ports/2749e946-b739-4559-b8a1-acaf5fd898b7 HTTP/1.1" status: 204 len: 173 time: 0.3889244 Jul 20 11:54:09.999308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-deleted', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:54:10.002617 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63104d0-9b6d-4b48-86ef-7913bbb5d535" -d '{"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-deleted", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:54:10.038424 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ad1c8-6491-41ba-89d3-07974f23e111 x-openstack-request-id: req-2d6ad1c8-6491-41ba-89d3-07974f23e111 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:54:10.038717 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62296be5-4278-41f3-9e75-13e57c112b59", "name": "network-vif-deleted", "tag": "2749e946-b739-4559-b8a1-acaf5fd898b7", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:54:10.038969 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d6ad1c8-6491-41ba-89d3-07974f23e111 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:54:10.039361 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62296be5-4278-41f3-9e75-13e57c112b59', 'name': 'network-vif-deleted', 'tag': '2749e946-b739-4559-b8a1-acaf5fd898b7', 'status': 'completed', 'code': 200} Jul 20 11:54:10.250607 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-363cf902-5758-4a95-9ed7-a5092e1ffa4a req-c05dc2b3-71ce-4813-ac90-52e403d9dacd tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "GET /v2.0/ports?device_id=62296be5-4278-41f3-9e75-13e57c112b59 HTTP/1.1" status: 200 len: 210 time: 0.0320854 Jul 20 11:54:11.305957 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50462) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:11.366245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:11.390572 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:11.450300 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:11.452877 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:11.454033 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] 10.222.0.15 "DELETE /v2.0/security-groups/d10ebc6c-5db8-4906-a635-bf932d337198 HTTP/1.1" status: 204 len: 168 time: 0.1470728 Jul 20 11:54:11.462958 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ac88e-8196-41cd-a456-95c366ea1d6f tempest-TestShelveInstance-1928293931 tempest-TestShelveInstance-1928293931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ebc6c-5db8-4906-a635-bf932d337198,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:11.497766 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50466) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:11.826050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:12.067085 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Deleting port cab63c02-d5fc-44b8-b663-bf20e1775b52 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:12.067421 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:12.430791 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] For port cab63c02-d5fc-44b8-b663-bf20e1775b52, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=cab63c02-d5fc-44b8-b663-bf20e1775b52,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:12.431498 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:12.442807 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Calling delete_port for cab63c02-d5fc-44b8-b663-bf20e1775b52 owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:12.624435 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:12.651351 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab63c02-d5fc-44b8-b663-bf20e1775b52,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:12.820620 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.022135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Router cbadef9d-672e-452b-93de-5a1df05b3294 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:54:13.034507 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:13.054634 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 2749e946-b739-4559-b8a1-acaf5fd898b7 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:13.054975 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 2749e946-b739-4559-b8a1-acaf5fd898b7 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:13.125506 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:54:13.131199 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-0a996551-2ea7-44ad-abf3-cbc825450bf0 admin admin] 10.222.0.15 "PUT /v2.0/routers/cbadef9d-672e-452b-93de-5a1df05b3294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323800 Jul 20 11:54:13.133648 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50468) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:13.134617 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Sync routers for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:54:13.143998 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:13.144735 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:13.233673 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.246394 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:13.333018 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.383718 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Deleting port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:13.384058 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.419801 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:54:12Z', 'revision_number': 5, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port': {'id': 'f2e1e2ff-98cb-46a5-b4ba-f6d852b08138', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:25Z', 'updated_at': '2021-07-20T11:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:13.445487 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Checking router: cbadef9d-672e-452b-93de-5a1df05b3294 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:54:13.453596 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Routers {'cbadef9d-672e-452b-93de-5a1df05b3294'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:13.454190 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['cbadef9d-672e-452b-93de-5a1df05b3294'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:13.464232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] For port f2e1e2ff-98cb-46a5-b4ba-f6d852b08138, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:13.464883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.476466 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Calling delete_port for f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:13.537085 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] Set router cbadef9d-672e-452b-93de-5a1df05b3294 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:13.587422 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:54:13Z', 'revision_number': 6, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:13.620745 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb43e8-f1bf-43aa-8fd8-7edf3ef854c4 None None] The sync data for ids ['cbadef9d-672e-452b-93de-5a1df05b3294'] in dv-cinder-801354-2-iscsi is: [{'id': 'cbadef9d-672e-452b-93de-5a1df05b3294', 'name': 'tempest-TestShelveInstance-1724664919-router', 'tenant_id': '0a087cfbe7274a51b5bfda97602a1f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:24Z', 'updated_at': '2021-07-20T11:54:13Z', 'revision_number': 6, 'project_id': '0a087cfbe7274a51b5bfda97602a1f38', 'gw_port_host': None}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:54:13.646548 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.671591 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e1e2ff-98cb-46a5-b4ba-f6d852b08138,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:13.730049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.819731 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.821792 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.862234 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.862782 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbadef9d-672e-452b-93de-5a1df05b3294 {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:54:13.867618 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.868784 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-37296e63-0658-4ea9-9e9d-78bd19eed66b admin admin] 10.222.0.15 "DELETE /v2.0/routers/cbadef9d-672e-452b-93de-5a1df05b3294 HTTP/1.1" status: 204 len: 168 time: 0.7342272 Jul 20 11:54:13.871243 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50470) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:13.921059 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Deleting subnet e4b020a4-461e-4705-94ea-98922d3f727f {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:54:13.924528 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:13.958039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.048282 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.101613 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.129735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.131513 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e4b020a4-461e-4705-94ea-98922d3f727f HTTP/1.1" status: 204 len: 168 time: 0.2593763 Jul 20 11:54:14.133036 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92825169-5c03-47ae-a068-c67d1ff5879a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b020a4-461e-4705-94ea-98922d3f727f,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:14.134886 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50472) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:14.135395 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae42185-2c81-4d1e-9d67-30a05e0f9ac0 None None] Network 60b8c955-e306-4cd4-9fc3-ba5927bedc8b requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:54:14.206860 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.263011 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Deleting port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:14.263957 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.329633 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] For port 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=64e92f65-55c9-43d8-91ca-ca3d4bce8232,segment=NetworkSegment(8f3275e1-40fd-4665-8acb-a91f7800789a),segment_id=8f3275e1-40fd-4665-8acb-a91f7800789a)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:14.330086 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.348266 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Calling delete_port for 64e92f65-55c9-43d8-91ca-ca3d4bce8232 owned by network:dhcp {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:14.380899 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] DHCP port deletion for 60b8c955-e306-4cd4-9fc3-ba5927bedc8b request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:54:14.413103 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device cab63c02-d5fc-44b8-b663-bf20e1775b52 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:14.433918 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.438930 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: cab63c02-d5fc-44b8-b663-bf20e1775b52 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:14.439347 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device cab63c02-d5fc-44b8-b663-bf20e1775b52 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:14.461005 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Deleting port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:14.461221 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Pushing event deleted for resources: {'Port': ['ID=64e92f65-55c9-43d8-91ca-ca3d4bce8232,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:14.461420 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.469579 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] No DVR routers for this DVR port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 on host dv-cinder-801354-2-iscsi {{(pid=105204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:54:14.525432 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] For port 64e92f65-55c9-43d8-91ca-ca3d4bce8232, host dv-cinder-801354-2-iscsi, got binding levels [] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:14.525818 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.540555 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Calling delete_port for 64e92f65-55c9-43d8-91ca-ca3d4bce8232 owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:14.543983 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.545404 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 was not found and therefore no delete operation was performed {{(pid=105206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 20 11:54:14.547869 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.555351 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b8c955-e306-4cd4-9fc3-ba5927bedc8b']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:14.566213 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3275e1-40fd-4665-8acb-a91f7800789a') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:14.566498 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3275e1-40fd-4665-8acb-a91f7800789a') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:14.576518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.584885 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] Pushing event deleted for resources: {'Port': ['ID=64e92f65-55c9-43d8-91ca-ca3d4bce8232,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:14.586715 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd87c60-048f-417d-baad-a5ef3625f2b1 None None] No DVR routers for this DVR port 64e92f65-55c9-43d8-91ca-ca3d4bce8232 on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:54:14.601351 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.608630 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:54:14.609085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:54:14.610830 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:54:14.670937 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.676697 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:14.678627 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] 10.222.0.15 "DELETE /v2.0/networks/60b8c955-e306-4cd4-9fc3-ba5927bedc8b HTTP/1.1" status: 204 len: 168 time: 0.5425911 Jul 20 11:54:14.681726 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50474) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:14.689137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de74cb-4628-4f83-b52e-6f88b370685d admin admin] Pushing event deleted for resources: {'Network': ['ID=60b8c955-e306-4cd4-9fc3-ba5927bedc8b,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:15.023268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:15.270948 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Deleting port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:15.271282 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:15.345942 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] For port 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:15.346435 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:15.357978 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Calling delete_port for 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:15.537047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:15.562858 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eba3eab-ed4c-47b5-a6c5-7dda42a9b137,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:15.728735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:15.936799 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:54:15.997914 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:16.018840 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:16.019176 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f2e1e2ff-98cb-46a5-b4ba-f6d852b08138 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:16.019602 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 64e92f65-55c9-43d8-91ca-ca3d4bce8232 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:16.042502 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 64e92f65-55c9-43d8-91ca-ca3d4bce8232 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:16.042845 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 64e92f65-55c9-43d8-91ca-ca3d4bce8232 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:16.303570 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:54:16.308520 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2257cb7b-b5f8-4224-8ec6-649fccaa5b45 admin admin] 10.222.0.15 "PUT /v2.0/routers/eb5b69bb-7e05-4941-bb5d-b9e9b1731514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256084 Jul 20 11:54:16.311114 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50480) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:16.311855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Sync routers for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:54:16.321691 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:16.322298 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:16.411075 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.422179 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:16.511026 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.569258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Deleting port f8f7853b-eeda-4717-b5eb-1ce82d222a65 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:16.569547 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.648621 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] For port f8f7853b-eeda-4717-b5eb-1ce82d222a65, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f7853b-eeda-4717-b5eb-1ce82d222a65,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:16.648974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.661984 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Calling delete_port for f8f7853b-eeda-4717-b5eb-1ce82d222a65 owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:16.720306 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:54:15Z', 'revision_number': 5, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port': {'id': 'f8f7853b-eeda-4717-b5eb-1ce82d222a65', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:49:31Z', 'updated_at': '2021-07-20T11:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:16.748178 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Checking router: eb5b69bb-7e05-4941-bb5d-b9e9b1731514 for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:54:16.756900 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Routers {'eb5b69bb-7e05-4941-bb5d-b9e9b1731514'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:54:16.757499 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:53:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:16.834039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.851781 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] Set router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 gateway port host: None {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:54:16.861459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f7853b-eeda-4717-b5eb-1ce82d222a65,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:16.908063 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:54:16Z', 'revision_number': 6, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:16.922050 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:16.936246 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7488d-969c-4385-a150-f91002e00985 None None] The sync data for ids ['eb5b69bb-7e05-4941-bb5d-b9e9b1731514'] in dv-cinder-801354-2-iscsi is: [{'id': 'eb5b69bb-7e05-4941-bb5d-b9e9b1731514', 'name': 'tempest-TestShelveInstance-946576141-router', 'tenant_id': '55b42cf3710a4c40873288b61d54c7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:49:30Z', 'updated_at': '2021-07-20T11:54:16Z', 'revision_number': 6, 'project_id': '55b42cf3710a4c40873288b61d54c7a8', 'gw_port_host': None}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:54:17.009459 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.011509 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.052753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.053292 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5b69bb-7e05-4941-bb5d-b9e9b1731514 {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:54:17.057391 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.058645 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-522b32fb-e457-4569-bf11-0593616f6f2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/eb5b69bb-7e05-4941-bb5d-b9e9b1731514 HTTP/1.1" status: 204 len: 168 time: 0.7466145 Jul 20 11:54:17.061155 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50482) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:17.104364 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Deleting subnet 8fd72189-b683-455a-967f-0bf912ed5ee2 {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:54:17.107108 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.140837 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.219122 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.276057 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.302011 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd72189-b683-455a-967f-0bf912ed5ee2,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:17.305753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.309980 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-824de70b-9669-495e-9f17-ff4a3f10050f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8fd72189-b683-455a-967f-0bf912ed5ee2 HTTP/1.1" status: 204 len: 168 time: 0.2455432 Jul 20 11:54:17.310518 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50484) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:17.313841 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548722eb-fd0b-42d5-b236-d1004d7ffc8b None None] Network 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:54:17.385481 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.442963 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Deleting port 101a7edb-dedf-4d11-a85c-e4c801158bfe {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:54:17.443298 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.506230 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] For port 101a7edb-dedf-4d11-a85c-e4c801158bfe, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=101a7edb-dedf-4d11-a85c-e4c801158bfe,segment=NetworkSegment(69fc06e5-c126-4d1f-acae-ba4c7bc5d825),segment_id=69fc06e5-c126-4d1f-acae-ba4c7bc5d825)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:54:17.506600 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.517640 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Calling delete_port for 101a7edb-dedf-4d11-a85c-e4c801158bfe owned by network:dhcp {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:54:17.595822 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.621109 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Pushing event deleted for resources: {'Port': ['ID=101a7edb-dedf-4d11-a85c-e4c801158bfe,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:17.624573 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] No DVR routers for this DVR port 101a7edb-dedf-4d11-a85c-e4c801158bfe on host dv-cinder-801354-2-iscsi {{(pid=105204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:54:17.691786 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad5307-2b9f-4888-b653-b372f0b3c870 None None] DHCP port deletion for 62aa18f3-3a5a-4a7a-9bf6-f9427dce528a request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:54:17.698058 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.710186 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aa18f3-3a5a-4a7a-9bf6-f9427dce528a']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:17.720490 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fc06e5-c126-4d1f-acae-ba4c7bc5d825') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:17.720836 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fc06e5-c126-4d1f-acae-ba4c7bc5d825') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:54:17.729415 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.743830 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.749546 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:54:17.749919 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:54:17.751570 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:54:17.805290 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.810780 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:17.812651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/62aa18f3-3a5a-4a7a-9bf6-f9427dce528a HTTP/1.1" status: 204 len: 168 time: 0.5011294 Jul 20 11:54:17.823253 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796f1f-f93d-4289-8ed7-f1e35a16ded2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62aa18f3-3a5a-4a7a-9bf6-f9427dce528a,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:17.932818 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50488) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:17.957268 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:17.977250 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:17.977678 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 0eba3eab-ed4c-47b5-a6c5-7dda42a9b137 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:17.978163 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 101a7edb-dedf-4d11-a85c-e4c801158bfe no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:17.981145 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-dcbf724b-e666-4522-a725-5dc96cc49b37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a087cfbe7274a51b5bfda97602a1f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467436 Jul 20 11:54:17.983395 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50490) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:18.001654 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 101a7edb-dedf-4d11-a85c-e4c801158bfe {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:18.002103 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 101a7edb-dedf-4d11-a85c-e4c801158bfe not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:18.002432 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f7853b-eeda-4717-b5eb-1ce82d222a65 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:54:18.020535 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: f8f7853b-eeda-4717-b5eb-1ce82d222a65 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:54:18.020875 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f7853b-eeda-4717-b5eb-1ce82d222a65 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:54:18.038503 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.059767 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.105990 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.108603 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.109776 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf7b3a17-7f72-4826-afe9-79580b017212 HTTP/1.1" status: 204 len: 168 time: 0.1255000 Jul 20 11:54:18.118774 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c217b-b9fd-4843-b701-9334f73c9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b3a17-7f72-4826-afe9-79580b017212,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:18.418851 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50496) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:18.458030 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b1db5600-8569-4e8d-90e0-e6eec30e5a21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55b42cf3710a4c40873288b61d54c7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379796 Jul 20 11:54:18.460660 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50498) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:54:18.510976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.531501 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.578047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.581567 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:18.582835 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1ec001c-4b55-4b63-82fa-01e8c8944e1e HTTP/1.1" status: 204 len: 168 time: 0.1212723 Jul 20 11:54:18.590211 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88660ef-62c1-4561-9e30-fafd1116fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ec001c-4b55-4b63-82fa-01e8c8944e1e,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:54:19.903250 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-e06d7bc8-f806-4ae3-a069-9ec72dcc9850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:22.013061 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5c46-226b-4cfc-aae6-9aae652149d3 req-c6db5839-6af5-43af-af5b-96b28f71828f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:22.014569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f0a5c46-226b-4cfc-aae6-9aae652149d3 req-c6db5839-6af5-43af-af5b-96b28f71828f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0648100 Jul 20 11:54:22.052071 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1f0a5c46-226b-4cfc-aae6-9aae652149d3 req-dae3c36f-f7b6-4d0d-a26c-819140466427 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Jul 20 11:54:22.467830 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ec45b0a7-7ce1-4211-9dc5-aa623dc6a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:22.915062 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:23.183548 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ad46-1a43-482c-ab22-9c62d64ec72a req-b923f129-f4aa-45ff-9aae-09c9f85d7780 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:23.184992 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7e67ad46-1a43-482c-ab22-9c62d64ec72a req-b923f129-f4aa-45ff-9aae-09c9f85d7780 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0654728 Jul 20 11:54:23.222245 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7e67ad46-1a43-482c-ab22-9c62d64ec72a req-20143bc5-4d6f-481c-a5d4-7a2298096ebc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Jul 20 11:54:23.578771 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:24.348059 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbe82-191c-4d94-8d42-bb786a58ff7e req-dcc26454-0620-49ed-943b-e94bd221d8e9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:24.349547 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1b1bbe82-191c-4d94-8d42-bb786a58ff7e req-dcc26454-0620-49ed-943b-e94bd221d8e9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0624676 Jul 20 11:54:24.387605 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-1b1bbe82-191c-4d94-8d42-bb786a58ff7e req-201ce1aa-2e71-48bf-a61a-3fdd0f152698 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Jul 20 11:54:25.203223 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:25.514670 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b948-4b98-4661-9b84-3898534667e2 req-66e7342b-db13-4d36-9f7e-554f851a6652 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:25.516049 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e054b948-4b98-4661-9b84-3898534667e2 req-66e7342b-db13-4d36-9f7e-554f851a6652 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0628858 Jul 20 11:54:25.553210 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e054b948-4b98-4661-9b84-3898534667e2 req-22a74139-043c-4596-9b08-415b223210bc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Jul 20 11:54:26.683017 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec921b9-5cb5-437b-9c7d-241bb6747c16 req-e7326990-1869-4bc5-9e36-96921252b583 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:26.684526 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fec921b9-5cb5-437b-9c7d-241bb6747c16 req-e7326990-1869-4bc5-9e36-96921252b583 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0669255 Jul 20 11:54:26.720734 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fec921b9-5cb5-437b-9c7d-241bb6747c16 req-86b10ddd-931e-4289-96c5-df7d188a68c8 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301805 Jul 20 11:54:27.846247 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ec6a8-8637-420a-9d51-ac04f7937878 req-876a9458-1ef4-44fc-a1ab-d776e917e9e1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:27.847708 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c81ec6a8-8637-420a-9d51-ac04f7937878 req-876a9458-1ef4-44fc-a1ab-d776e917e9e1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0610812 Jul 20 11:54:27.884027 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c81ec6a8-8637-420a-9d51-ac04f7937878 req-eec3302e-8197-4c5f-a31c-89aab53eb135 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Jul 20 11:54:29.017047 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd031-6148-4704-a023-a78afc379fb7 req-bf03eeb5-84e0-480d-87b1-8086c50964a3 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:29.019358 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-875bd031-6148-4704-a023-a78afc379fb7 req-bf03eeb5-84e0-480d-87b1-8086c50964a3 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0667429 Jul 20 11:54:29.056651 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-875bd031-6148-4704-a023-a78afc379fb7 req-3324bd01-c262-4460-8779-2f56b2f0b964 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Jul 20 11:54:29.651545 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:30.183637 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c9ebf-316a-44e2-8ad3-facc7c8adcb2 req-54037b42-0e7a-48a3-b2a8-e989a98c95ac tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:30.185144 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-167c9ebf-316a-44e2-8ad3-facc7c8adcb2 req-54037b42-0e7a-48a3-b2a8-e989a98c95ac tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0628483 Jul 20 11:54:30.222843 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-167c9ebf-316a-44e2-8ad3-facc7c8adcb2 req-2444c643-c887-4b24-8593-3f3943b3fdbb tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jul 20 11:54:31.058034 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:54:31.348165 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d9fc-4f8f-491f-867a-a0324dde453b req-85217966-f698-420f-a726-4c933491c486 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:31.349578 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c574d9fc-4f8f-491f-867a-a0324dde453b req-85217966-f698-420f-a726-4c933491c486 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0611024 Jul 20 11:54:31.386293 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c574d9fc-4f8f-491f-867a-a0324dde453b req-8c67df03-daca-4847-bf95-df8b89ed3ec5 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Jul 20 11:54:32.517061 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b974-dee5-49f3-a854-0133370e1a72 req-6adf6060-666a-4c14-9484-23f91ebdfe64 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:32.519089 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-90f6b974-dee5-49f3-a854-0133370e1a72 req-6adf6060-666a-4c14-9484-23f91ebdfe64 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0664706 Jul 20 11:54:32.555188 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-90f6b974-dee5-49f3-a854-0133370e1a72 req-a6abac9e-df9e-445e-983d-0bfccf5a33f5 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Jul 20 11:54:32.806557 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b753-a984-46e0-b311-9aaaa4f813aa req-16d8d873-e164-43a6-9f85-1388bb411224 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:32.808075 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c4e1b753-a984-46e0-b311-9aaaa4f813aa req-16d8d873-e164-43a6-9f85-1388bb411224 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0692475 Jul 20 11:54:32.823976 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3e67-b711-41cf-96dc-539589690027 req-028625e5-b4a4-4ef5-ade0-5896431bfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:32.825511 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-028625e5-b4a4-4ef5-ade0-5896431bfc9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 1099 time: 0.0536542 Jul 20 11:54:32.846933 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c4e1b753-a984-46e0-b311-9aaaa4f813aa req-f1a6d0d1-c6d1-4828-b213-9bf117e8982b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Jul 20 11:54:32.916241 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3e67-b711-41cf-96dc-539589690027 req-931a8654-89d3-40c2-b114-09a3fb50e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:32.917746 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-931a8654-89d3-40c2-b114-09a3fb50e9e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.0855620 Jul 20 11:54:32.979056 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-6cb2b7a1-ccf2-4ab9-805f-00c17417ddb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 200 len: 1002 time: 0.0552855 Jul 20 11:54:33.025679 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3e67-b711-41cf-96dc-539589690027 req-f5432b7f-c016-4cd2-8135-45a38e9f4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:33.027055 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-f5432b7f-c016-4cd2-8135-45a38e9f4a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0425596 Jul 20 11:54:33.083862 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3e67-b711-41cf-96dc-539589690027 req-29e7e3ba-c151-4eae-895b-e44ae3f8e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:33.085315 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-29e7e3ba-c151-4eae-895b-e44ae3f8e4bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521231 Jul 20 11:54:33.171458 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-0d878741-8503-46b6-a0bd-162628848093 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777977 Jul 20 11:54:33.260064 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-a9ed3e67-b711-41cf-96dc-539589690027 req-2da3264b-10ea-459f-92f4-4d98ff4109cc service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Jul 20 11:54:33.981980 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129c702-3e24-4d1c-8e7c-db7c3e46528c req-2723e204-ab0f-4475-a459-d2ef9d665df0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:54:33.983438 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4129c702-3e24-4d1c-8e7c-db7c3e46528c req-2723e204-ab0f-4475-a459-d2ef9d665df0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0697570 Jul 20 11:54:34.020778 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4129c702-3e24-4d1c-8e7c-db7c3e46528c req-36917188-565c-4a6b-8cd4-d12fe42cfde9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Jul 20 11:54:49.903451 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2c89d9dc-9af1-4914-9085-c6c4a53f2015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:52.467555 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-035776d7-b973-4c9e-b764-a7b580c6493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:52.916176 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:53.581169 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:55.205206 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:54:59.653114 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:06.906318 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-c939c233-d822-4803-834a-f0668903570b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1962523 Jul 20 11:55:06.982287 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02fa8-4077-4da8-88ca-3be5ecd42efc req-d76640a9-4101-4a1d-8fcc-09fbfad7bf67 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:06.983803 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-49c02fa8-4077-4da8-88ca-3be5ecd42efc req-d76640a9-4101-4a1d-8fcc-09fbfad7bf67 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.2191806 Jul 20 11:55:07.009865 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-2edd6226-7de6-435d-bc85-d1925458766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:07.011414 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-2edd6226-7de6-435d-bc85-d1925458766a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0513711 Jul 20 11:55:07.022380 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-49c02fa8-4077-4da8-88ca-3be5ecd42efc req-fdc7eadf-5fa1-41f7-a298-249e987af3da tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jul 20 11:55:07.120205 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-9ddf7dda-f301-401f-97e7-4dbd4501cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:07.121716 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-9ddf7dda-f301-401f-97e7-4dbd4501cd9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0869799 Jul 20 11:55:07.190195 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-798eb109-f7c2-4693-899e-f1913421f789 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 1000 time: 0.0612047 Jul 20 11:55:07.238047 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-d585aa4f-d00a-42a7-bccc-1215c35051e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:07.239495 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-d585aa4f-d00a-42a7-bccc-1215c35051e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0421801 Jul 20 11:55:07.294516 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-ab619d44-23b9-4b54-8464-1997b78cb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:07.295920 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-ab619d44-23b9-4b54-8464-1997b78cb448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496745 Jul 20 11:55:07.307802 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-f6f9c214-482e-4329-8e71-d680c55b87eb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:55:07.308772 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-f6f9c214-482e-4329-8e71-d680c55b87eb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049610 Jul 20 11:55:07.398491 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-42213cb4-ec2a-4345-b2de-a56fe97a5600 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Jul 20 11:55:07.484750 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-034ae5b6-2ce6-423c-95c6-d649700c0b3d req-c2c57b9b-b7ab-48cf-a6aa-9a8f8677fe74 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791776 Jul 20 11:55:08.060586 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:55:08.201746 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f85f3-38aa-4447-b844-0f2819baa6af req-4362740c-5d98-4aea-b6d9-eb6705f5ba57 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:08.203151 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f98f85f3-38aa-4447-b844-0f2819baa6af req-4362740c-5d98-4aea-b6d9-eb6705f5ba57 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.1122274 Jul 20 11:55:08.239844 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-f98f85f3-38aa-4447-b844-0f2819baa6af req-72f8fa69-e4f3-4124-bf3a-37bdf3c5c60e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fe4980f-c291-4c89-9bc8-c6b9f89646b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Jul 20 11:55:08.762469 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63145-9a77-4291-9cbc-0335584237ec req-c68ce682-9911-4e52-b3a5-816583edae5d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:08.763910 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-31a63145-9a77-4291-9cbc-0335584237ec req-c68ce682-9911-4e52-b3a5-816583edae5d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 946 time: 0.0649931 Jul 20 11:55:08.858427 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Deleting port 985b5b4f-fc3f-450a-8159-0063c9049119 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:08.858762 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:08.948880 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] For port 985b5b4f-fc3f-450a-8159-0063c9049119, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=985b5b4f-fc3f-450a-8159-0063c9049119,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:08.949245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:09.108316 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:09.108675 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:09.108982 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Floating IP 0a4df484-8075-4dbe-8266-e720088a2b84 disassociated. External IP: 172.27.1.164, port: 985b5b4f-fc3f-450a-8159-0063c9049119. Jul 20 11:55:09.109307 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Calling delete_port for 985b5b4f-fc3f-450a-8159-0063c9049119 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:09.231448 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:09.260671 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'Port': ['ID=985b5b4f-fc3f-450a-8159-0063c9049119,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:09.271935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.272288 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.272726 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.273060 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.273393 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.273730 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.274061 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.274377 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.274708 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.275060 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.275337 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.275701 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:09.341876 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-588c911e-8d80-4dcb-8d1c-31b7cc1d9a27 req-22a4b33e-d3bb-455a-a59d-5c66b5e42fb2 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=d93bf949-4e87-4eb3-b97a-a4e91650e03c HTTP/1.1" status: 200 len: 210 time: 0.0322096 Jul 20 11:55:09.382768 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:09.485248 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:09.496004 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:09.504751 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:09.505351 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:54:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:09.527662 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] No DVR routers for this DVR port 985b5b4f-fc3f-450a-8159-0063c9049119 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:09.530146 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:09.532118 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-31a63145-9a77-4291-9cbc-0335584237ec req-29d7f2db-cb3f-439a-b93e-f92a458c2d1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "DELETE /v2.0/ports/985b5b4f-fc3f-450a-8159-0063c9049119 HTTP/1.1" status: 204 len: 173 time: 0.7627945 Jul 20 11:55:09.532575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'name': 'network-vif-deleted', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:09.534881 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbabba69-2482-4d87-a505-fba2bf95f89b" -d '{"events": [{"server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "name": "network-vif-deleted", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:09.616521 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:09.656185 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a2137a-aa13-438c-882a-f7baf16d85e0 x-openstack-request-id: req-56a2137a-aa13-438c-882a-f7baf16d85e0 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:09.656875 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93bf949-4e87-4eb3-b97a-a4e91650e03c", "name": "network-vif-deleted", "tag": "985b5b4f-fc3f-450a-8159-0063c9049119", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:09.657127 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56a2137a-aa13-438c-882a-f7baf16d85e0 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:09.657514 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93bf949-4e87-4eb3-b97a-a4e91650e03c', 'name': 'network-vif-deleted', 'tag': '985b5b4f-fc3f-450a-8159-0063c9049119', 'status': 'completed', 'code': 200} Jul 20 11:55:09.830446 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:09.859096 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:09.867730 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:09.868371 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:54:52Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:09.971187 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:10.161505 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:10.186779 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24ec54-636c-4689-831c-b97c85859e77 None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:10.403030 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac95637-8f60-44d0-b946-86336c86ccb1 None None] New status for floating IP 0a4df484-8075-4dbe-8266-e720088a2b84: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:55:10.426583 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50596) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:10.480924 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.503851 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.554965 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.558246 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.560209 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "DELETE /v2.0/security-groups/6fe4980f-c291-4c89-9bc8-c6b9f89646b5 HTTP/1.1" status: 204 len: 168 time: 0.1318088 Jul 20 11:55:10.563268 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50598) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:10.571071 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bf82a-d7f7-474e-8991-099402307f62 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4980f-c291-4c89-9bc8-c6b9f89646b5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:10.579516 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.api.v2.resource [None req-6c5b5545-5c89-40e8-8b1b-32f1f3622187 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] show failed (client error): The resource could not be found. Jul 20 11:55:10.580560 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-6c5b5545-5c89-40e8-8b1b-32f1f3622187 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups/6fe4980f-c291-4c89-9bc8-c6b9f89646b5 HTTP/1.1" status: 404 len: 347 time: 0.0162857 Jul 20 11:55:10.584137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50600) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:10.703716 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Deleting port 2cd3004b-3bad-4400-8b33-48cb1787249f {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:10.703960 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.775538 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.775855 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.786914 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Calling delete_port for 2cd3004b-3bad-4400-8b33-48cb1787249f owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:10.921615 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:10.952704 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'Port': ['ID=2cd3004b-3bad-4400-8b33-48cb1787249f,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:10.980439 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.980725 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.981041 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.981371 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.981694 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.982037 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.982341 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.982655 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.982975 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.983291 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.983603 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:10.983915 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:11.022740 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.025321 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.026465 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-f7c8739a-0d91-47df-97fa-64cf1a1244df tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "DELETE /v2.0/floatingips/0a4df484-8075-4dbe-8266-e720088a2b84 HTTP/1.1" status: 204 len: 168 time: 0.4414089 Jul 20 11:55:11.183850 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50604) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:11.188574 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435818607', 'description': 'tempest-description--451101963'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:11.210144 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.289490 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.293808 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.319193 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.320422 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1355252 Jul 20 11:55:11.323448 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50606) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:11.324378 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56881b1c-099f-4683-9198-29a7c5ba27a0 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979e121d-f8fa-49a5-b2be-7ca20234de2e,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:11.328437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group_rule': {'security_group_id': '979e121d-f8fa-49a5-b2be-7ca20234de2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:11.354602 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.402710 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.405953 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.423618 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ed9ae1-38f9-4dc5-912f-d37f3e92abd1,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:11.430877 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.432792 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-b6ed2752-cd4b-41ed-acfa-5d46bd09b60f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081333 Jul 20 11:55:11.434617 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50608) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:11.439113 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'security_group_rule': {'security_group_id': '979e121d-f8fa-49a5-b2be-7ca20234de2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:11.465935 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.520790 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.524109 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690573'] for security_group_rule, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.542037 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f239d13-99fe-4a30-836b-03eee68a718e,revision_number=0']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:11.544768 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.545935 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-cf549eff-d0ec-4614-bb04-bd0405117721 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103654 Jul 20 11:55:11.549069 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50610) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:11.554213 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'floatingip': {'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:11.574817 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.668667 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.773773 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Allocated IP 172.27.1.201 (e906f3f4-fea4-43df-a25c-1a3c510f501e/9937a808-b457-42be-b924-52368b502a32/da79c9d7-84bb-495b-9ca5-6e0ebadf86b5) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:55:11.875909 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.912643 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:11.950443 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Network e906f3f4-fea4-43df-a25c-1a3c510f501e is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:55:11.953078 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:55:11.956545 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:55:11.961735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=da79c9d7-84bb-495b-9ca5-6e0ebadf86b5,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:12.038031 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.080712 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.236248 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.241027 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.307253 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=da79c9d7-84bb-495b-9ca5-6e0ebadf86b5,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:12.314957 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.327882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:12.329129 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ce235a4d-71fa-4a72-924a-ae2300698164 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7791104 Jul 20 11:55:12.515472 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-680c22ec-e51d-4f5e-aec0-7ab78319fa2c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--435818607&fields=id&tenant_id=75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 267 time: 0.0331576 Jul 20 11:55:12.621991 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-2138ebaa-25d0-4fad-92a4-deffebb5c54c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:12.623483 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-2138ebaa-25d0-4fad-92a4-deffebb5c54c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 811 time: 0.1018367 Jul 20 11:55:12.637731 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-9965a935-8a8c-4e7a-aa76-d26d42e5fd1a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/quotas/75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jul 20 11:55:12.704129 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-f600022d-c478-4d7a-8184-3b5bff0da8dc tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614688 Jul 20 11:55:12.759709 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-fe6244e8-215d-4cbb-80ff-f8f06b600218 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=105204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 20 11:55:12.760858 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-fe6244e8-215d-4cbb-80ff-f8f06b600218 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457115 Jul 20 11:55:12.850632 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-2c7ab591-3e6d-4b75-9cdf-cf7c58977f20 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838921 Jul 20 11:55:12.937007 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-b237ab1b-06d5-43ce-92dd-1b87e48e9a05 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Jul 20 11:55:13.092997 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-05b19d2d-a1cd-4407-950e-895e3387ae15 req-dc08f28a-ec1f-4cca-b51c-b796c6248c6c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 210 time: 0.0291002 Jul 20 11:55:13.249572 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 985b5b4f-fc3f-450a-8159-0063c9049119 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:13.269735 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 985b5b4f-fc3f-450a-8159-0063c9049119 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:13.270077 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 985b5b4f-fc3f-450a-8159-0063c9049119 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:14.199257 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fd3e0230-36b9-469b-b4a7-35879e1e57c8 req-90a5ce48-3002-477b-ba73-0c94c4458e27 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 210 time: 0.0356841 Jul 20 11:55:14.383897 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-5c904b92-478d-43ef-a278-7309ee38da2c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:14.385345 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-5c904b92-478d-43ef-a278-7309ee38da2c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 811 time: 0.3741264 Jul 20 11:55:14.425840 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-219de01e-dbee-4aeb-9f66-f771e0e23e42 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e3619972ad4399820fcb03e2882ff8 HTTP/1.1" status: 200 len: 379 time: 0.0312254 Jul 20 11:55:14.435024 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'port': {'device_id': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'admin_state_up': True, 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'security_groups': ['979e121d-f8fa-49a5-b2be-7ca20234de2e']}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:14.545188 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Made reservation on behalf of 75e3619972ad4399820fcb03e2882ff8 for: {'port': 1} {{(pid=105205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 11:55:14.548735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:14.669274 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_common [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Allocated IP 172.20.0.4 (ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f/79932b71-166f-4173-b284-756f6c3cf03f/a36a8f03-02a9-4685-9b4c-082162d26133) {{(pid=105205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 11:55:14.799139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for port, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:14.812530 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Transition to ACTIVE for port object a36a8f03-02a9-4685-9b4c-082162d26133 will not be triggered until provisioned by entity DHCP. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:55:14.843242 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741594158219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:14.886356 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f is already hosted by enough agents. {{(pid=105205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 11:55:14.894046 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.base_scheduler [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Resources bound (agent type, host, resource id): {{(pid=105205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 11:55:14.899983 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Received port after_create {{(pid=105205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 20 11:55:14.936907 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event updated for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:14.962994 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:14.963637 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:14.978883 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-38122654-2b16-4796-beb8-44e283335d4d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476849 Jul 20 11:55:14.991565 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.v2.base [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Request body: {'port': {'device_id': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=105205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:15.062751 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.117888 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a2444872-f90a-460d-8fe4-7e1fca7b616d None None] Provisioning for port a36a8f03-02a9-4685-9b4c-082162d26133 completed by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:55:15.121592 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-a2444872-f90a-460d-8fe4-7e1fca7b616d None None] Provisioning complete for port a36a8f03-02a9-4685-9b4c-082162d26133 triggered by entity DHCP. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:55:15.121964 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a2444872-f90a-460d-8fe4-7e1fca7b616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.155510 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-a2444872-f90a-460d-8fe4-7e1fca7b616d None None] Port a36a8f03-02a9-4685-9b4c-082162d26133 cannot update to ACTIVE because it is not bound. {{(pid=105206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 20 11:55:15.323157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36a8f03-02a9-4685-9b4c-082162d26133 {{(pid=105205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:55:15.330694 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.334896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da202c6b-84c1-4dd7-b43a-c5e190c4938b req-548d54aa-2445-4d71-b695-0b9175c4b8b7 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:15.336450 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-da202c6b-84c1-4dd7-b43a-c5e190c4938b req-548d54aa-2445-4d71-b695-0b9175c4b8b7 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 931 time: 0.0632298 Jul 20 11:55:15.342748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.provisioning_blocks [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Transition to ACTIVE for port object a36a8f03-02a9-4685-9b4c-082162d26133 will not be triggered until provisioned by entity L2. {{(pid=105205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 20 11:55:15.346480 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.374374 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-da202c6b-84c1-4dd7-b43a-c5e190c4938b req-759939a9-8ea2-4064-b812-c35c9559aa8e tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Jul 20 11:55:15.398752 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=2']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:15.466798 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Attempting to bind port a36a8f03-02a9-4685-9b4c-082162d26133 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 20 11:55:15.467128 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Attempting to bind port a36a8f03-02a9-4685-9b4c-082162d26133 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 20 11:55:15.467457 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Attempting to bind port a36a8f03-02a9-4685-9b4c-082162d26133 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:55:15.471821 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Port a36a8f03-02a9-4685-9b4c-082162d26133 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 20 11:55:15.472135 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Attempting to bind port a36a8f03-02a9-4685-9b4c-082162d26133 on network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 20 11:55:15.477841 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Checking agent: {'id': 'fdfb114b-5401-4794-8d47-b1b86e847ee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 20, 11, 43), 'started_at': datetime.datetime(2021, 7, 20, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 20, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 20 11:55:15.478178 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Checking segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 20 11:55:15.478562 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Bound using segment: {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'} {{(pid=105205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 20 11:55:15.478988 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.managers [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Bound port: a36a8f03-02a9-4685-9b4c-082162d26133, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e6c274-f3af-4fc9-ba86-97b83577819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f'}}] {{(pid=105205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 20 11:55:15.479341 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.552132 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, cleared binding levels {{(pid=105205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 11:55:15.555735 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a36a8f03-02a9-4685-9b4c-082162d26133,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 11:55:15.561394 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9310310'] for port, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.600973 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:15.601649 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:15.603021 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] 10.222.0.26 "PUT /v2.0/ports/a36a8f03-02a9-4685-9b4c-082162d26133 HTTP/1.1" status: 200 len: 1093 time: 0.6165483 Jul 20 11:55:15.603549 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:15.605877 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446fadc-852b-4c69-ab09-04388d98b39d" -d '{"events": [{"name": "network-changed", "server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:15.625586 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aeaf8-ac87-449f-8511-6d8d13a8aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=3']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:15.656769 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2508482f-8c27-4bb4-83e6-cc64f036a3e0 x-openstack-request-id: req-2508482f-8c27-4bb4-83e6-cc64f036a3e0 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:15.657059 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:15.657308 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2508482f-8c27-4bb4-83e6-cc64f036a3e0 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:15.657698 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'status': 'completed', 'code': 200} Jul 20 11:55:15.703368 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-6e93dde0-4192-4f00-9c7d-e6c34a11ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:15.704932 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-6e93dde0-4192-4f00-9c7d-e6c34a11ca06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 1096 time: 0.0569558 Jul 20 11:55:15.751756 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-ba236b86-fc34-42e7-8641-a917eec8695a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a36a8f03-02a9-4685-9b4c-082162d26133 HTTP/1.1" status: 200 len: 217 time: 0.0391557 Jul 20 11:55:15.799899 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-5e4ee948-0c3e-407d-888d-d514e37ac101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:15.801387 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-5e4ee948-0c3e-407d-888d-d514e37ac101 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0438309 Jul 20 11:55:15.862511 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dee0-358e-495d-8473-056b9627cc90 req-4f5e6cd3-9c8e-487d-ba15-e6facd5df257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:15.864058 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-4f5e6cd3-9c8e-487d-ba15-e6facd5df257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566463 Jul 20 11:55:15.954424 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-d430f70d-00c9-4d73-9321-838183d2d9bf service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837035 Jul 20 11:55:16.038484 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-4552dee0-358e-495d-8473-056b9627cc90 req-589be81b-be46-4bc8-a796-d488c2f79e70 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775199 Jul 20 11:55:16.137659 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446fadc-852b-4c69-ab09-04388d98b39d req-6ea5f489-d0f7-41f4-96e1-d8cd39c8fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:16.139062 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-6ea5f489-d0f7-41f4-96e1-d8cd39c8fbd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 1096 time: 0.0539060 Jul 20 11:55:16.228359 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446fadc-852b-4c69-ab09-04388d98b39d req-b6092886-0b41-4215-b65f-20e2517cf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:16.229826 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-b6092886-0b41-4215-b65f-20e2517cf0a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.0840461 Jul 20 11:55:16.274021 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-f7db33ca-8ca5-4774-989c-6a1fb2b79e6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a36a8f03-02a9-4685-9b4c-082162d26133 HTTP/1.1" status: 200 len: 217 time: 0.0367599 Jul 20 11:55:16.321513 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446fadc-852b-4c69-ab09-04388d98b39d req-73fa73a1-65ed-4f5c-a60a-e8958d6b501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:16.322914 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-73fa73a1-65ed-4f5c-a60a-e8958d6b501a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0413418 Jul 20 11:55:16.377106 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446fadc-852b-4c69-ab09-04388d98b39d req-7bb1f58a-9c80-4dff-aa02-613b57c904a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:16.378521 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-7bb1f58a-9c80-4dff-aa02-613b57c904a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485854 Jul 20 11:55:16.469105 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-d94cab14-6b28-44bf-85e7-3e11be994cce service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Jul 20 11:55:16.518467 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702d2e-8c73-4e57-b841-6cedd2db2c12 req-e74d1938-4fc7-44aa-9dfa-6be1a474f7af tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:16.520007 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa702d2e-8c73-4e57-b841-6cedd2db2c12 req-e74d1938-4fc7-44aa-9dfa-6be1a474f7af tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 943 time: 0.0789042 Jul 20 11:55:16.560455 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-fa702d2e-8c73-4e57-b841-6cedd2db2c12 req-e2916432-4080-41e0-844e-f326aea16402 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Jul 20 11:55:16.563858 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7446fadc-852b-4c69-ab09-04388d98b39d req-f1113dcb-7459-4201-a3dd-c9b7acb2a9ae service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875416 Jul 20 11:55:17.689387 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823989f0-6f8f-49d3-9640-2fd404538a3a req-7f2513fe-c908-4a42-8a06-2486d0ba528f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:17.690871 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-823989f0-6f8f-49d3-9640-2fd404538a3a req-7f2513fe-c908-4a42-8a06-2486d0ba528f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 943 time: 0.0619431 Jul 20 11:55:17.728206 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-823989f0-6f8f-49d3-9640-2fd404538a3a req-64908f6d-8586-4ff6-8c1d-b63129cf2cee tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Jul 20 11:55:18.855001 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053dab3-0a99-4508-9db6-9fa4e6e24750 req-504153f6-db2f-4c7e-9ef7-a916e7964def tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:18.856490 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7053dab3-0a99-4508-9db6-9fa4e6e24750 req-504153f6-db2f-4c7e-9ef7-a916e7964def tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 943 time: 0.0613821 Jul 20 11:55:18.893871 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-7053dab3-0a99-4508-9db6-9fa4e6e24750 req-5dc426a2-fb0d-4d5f-86b5-754c2a7220a9 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Jul 20 11:55:19.266275 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a36a8f03-02a9-4685-9b4c-082162d26133 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=105206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 11:55:19.360186 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a36a8f03-02a9-4685-9b4c-082162d26133,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:19.371379 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Returning: {'device': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'port_id': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'mac_address': 'fa:16:3e:0e:92:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 11:55:19.406424 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:19.418948 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36a8f03-02a9-4685-9b4c-082162d26133 {{(pid=105206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 20 11:55:19.437606 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a36a8f03-02a9-4685-9b4c-082162d26133,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:19.441326 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:19.486435 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=4']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:19.494443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.494791 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.495130 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.495463 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.495797 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.496126 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.496484 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.496808 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.497132 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.497450 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.497766 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.498081 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:55:19.667689 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] get_ports_and_sgs() called for port_ids ['a36a8f03-02a9-4685-9b4c-082162d26133'] {{(pid=105206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 11:55:19.903043 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2364e835-f0c9-4748-ac6a-e169724e5f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:20.020704 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de557d-fbfe-4aae-9d25-fdd50958fcbe req-6ad4ce35-9296-4abb-b7a9-d5c7abd2b9c1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:20.022256 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-51de557d-fbfe-4aae-9d25-fdd50958fcbe req-6ad4ce35-9296-4abb-b7a9-d5c7abd2b9c1 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 944 time: 0.0642726 Jul 20 11:55:20.058588 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-51de557d-fbfe-4aae-9d25-fdd50958fcbe req-a7c17d79-a9b8-4d92-bf52-93023babbfd4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Jul 20 11:55:21.183873 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3393d-f9b3-4aff-b9e6-4d808910c9e6 req-60fdfc9a-6b04-44f5-898f-bc6e53ae4b0d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:21.185371 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a7a3393d-f9b3-4aff-b9e6-4d808910c9e6 req-60fdfc9a-6b04-44f5-898f-bc6e53ae4b0d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 944 time: 0.0610127 Jul 20 11:55:21.222046 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a7a3393d-f9b3-4aff-b9e6-4d808910c9e6 req-7cd78e84-e167-4240-93d3-d89cc7d255e3 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Jul 20 11:55:21.281703 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a36a8f03-02a9-4685-9b4c-082162d26133 up at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 11:55:21.327755 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning for port a36a8f03-02a9-4685-9b4c-082162d26133 completed by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 20 11:55:21.331222 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.provisioning_blocks [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Provisioning complete for port a36a8f03-02a9-4685-9b4c-082162d26133 triggered by entity L2. {{(pid=105206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 20 11:55:21.331589 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-797360'] for port, provisioning_complete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:21.407190 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561920'] for port, before_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:21.429219 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133'}] {{(pid=105206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:21.431478 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148ce38ee6c3ddee84270806c2946fa8a61620fd04f53db78a77d3a2344fe2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6608a791-9e7a-4ff6-a5c6-dab7b805c57e" -d '{"events": [{"server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "name": "network-vif-plugged", "status": "completed", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133"}]}' {{(pid=105206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:21.444912 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a36a8f03-02a9-4685-9b4c-082162d26133,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:21.448855 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741594559299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741594158237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741594158255'] for port, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:21.495501 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Pushing event updated for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=5']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:21.523679 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e41501-9770-478d-afe9-bd7e019bb7df x-openstack-request-id: req-19e41501-9770-478d-afe9-bd7e019bb7df {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:21.523968 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "name": "network-vif-plugged", "status": "completed", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133", "code": 200}]} {{(pid=105206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:21.524241 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e41501-9770-478d-afe9-bd7e019bb7df {{(pid=105206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:21.524656 dv-cinder-801354-2-iscsi neutron-server[105206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'code': 200} Jul 20 11:55:21.689290 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b9d38-2d91-4f9d-883b-b0e9e0cd45a8 req-0dffc1f3-1226-483a-bd97-ce26539549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:21.690652 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-684b9d38-2d91-4f9d-883b-b0e9e0cd45a8 req-0dffc1f3-1226-483a-bd97-ce26539549c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 1098 time: 0.0492077 Jul 20 11:55:21.726790 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-684b9d38-2d91-4f9d-883b-b0e9e0cd45a8 req-c77de5b6-0b4c-41a5-b555-943f4c43a2bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297301 Jul 20 11:55:22.347290 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adb895-884f-48b3-9385-da544ed6acc2 req-20db1881-57cf-47a4-b428-de0e54ab6434 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:22.348772 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1adb895-884f-48b3-9385-da544ed6acc2 req-20db1881-57cf-47a4-b428-de0e54ab6434 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0606441 Jul 20 11:55:22.388673 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e1adb895-884f-48b3-9385-da544ed6acc2 req-f0caefdb-c91c-4e02-b937-bc4b08c07342 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338514 Jul 20 11:55:22.468251 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a910-6ffd-4838-96d9-3033f8469773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:22.917369 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:23.522533 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679a32a-5ede-44b0-9ac3-895636698159 req-bd4b7eed-865f-4800-9d70-a8d33889b555 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:23.524040 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a679a32a-5ede-44b0-9ac3-895636698159 req-bd4b7eed-865f-4800-9d70-a8d33889b555 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0687339 Jul 20 11:55:23.561691 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-a679a32a-5ede-44b0-9ac3-895636698159 req-8d31b203-778d-47c5-9b8e-049b8d1a8b27 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321519 Jul 20 11:55:23.584959 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:23.685761 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990edadb-d528-4b8a-992c-254f65f7dbd2 req-8bbbc109-09db-41c5-b562-ceae6c6e1ca4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:23.687146 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-990edadb-d528-4b8a-992c-254f65f7dbd2 req-8bbbc109-09db-41c5-b562-ceae6c6e1ca4 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0624638 Jul 20 11:55:23.695434 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50674) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:23.699714 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.v2.base [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Request body: {'floatingip': {'port_id': 'a36a8f03-02a9-4685-9b4c-082162d26133'}} {{(pid=105204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 20 11:55:23.740360 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, before_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:24.401102 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:24.404704 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:24.499561 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Floating IP 918d10e0-e7a4-4d03-8d46-6d0929822035 associated. External IP: 172.27.1.201, port: a36a8f03-02a9-4685-9b4c-082162d26133. Jul 20 11:55:24.697917 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:24.800618 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:24.805915 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:24.810316 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:24.818925 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:24.819511 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:24.841814 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-2bd20355-fbbe-483c-881a-ade14f74173d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "PUT /v2.0/floatingips/918d10e0-e7a4-4d03-8d46-6d0929822035 HTTP/1.1" status: 200 len: 991 time: 1.1453574 Jul 20 11:55:24.842387 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:24.844668 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fcd9f8-c38b-4b31-960b-4125c5c7f143" -d '{"events": [{"name": "network-changed", "server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:24.947302 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e607c30e-8ff2-41ed-a23c-9d953645557b x-openstack-request-id: req-e607c30e-8ff2-41ed-a23c-9d953645557b {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:24.947601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:24.947856 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e607c30e-8ff2-41ed-a23c-9d953645557b {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:24.948332 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'status': 'completed', 'code': 200} Jul 20 11:55:25.019411 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-c3239825-616e-4921-9c9d-325534cb5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:25.021673 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-c3239825-616e-4921-9c9d-325534cb5137 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e3619972ad4399820fcb03e2882ff8&device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 1098 time: 0.0528941 Jul 20 11:55:25.022804 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:25.107720 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-8bb23b17-c728-4c03-b2bd-7999a4dcd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:25.109245 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-8bb23b17-c728-4c03-b2bd-7999a4dcd2cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 200 len: 912 time: 0.0823162 Jul 20 11:55:25.177244 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-206c859b-5e09-4e8f-bb55-a9bb2989cae2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a36a8f03-02a9-4685-9b4c-082162d26133 HTTP/1.1" status: 200 len: 999 time: 0.0613987 Jul 20 11:55:25.209734 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:25.225851 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-dfb2bd7d-55d0-42f2-a914-86e856b6b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:25.227332 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-dfb2bd7d-55d0-42f2-a914-86e856b6b03e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 200 len: 850 time: 0.0448430 Jul 20 11:55:25.244779 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '918d10e0-e7a4-4d03-8d46-6d0929822035', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:0e:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:55:11Z', 'updated_at': '2021-07-20T11:55:24Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:25.270515 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:25.278785 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:25.279383 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:25.284115 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-f1cc6bcf-31c8-4508-84db-894ebe646c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:25.285765 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-f1cc6bcf-31c8-4508-84db-894ebe646c8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518196 Jul 20 11:55:25.382700 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-91985828-3b67-42a8-97bf-a50b14943659 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909436 Jul 20 11:55:25.384592 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:25.471105 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-36fcd9f8-c38b-4b31-960b-4125c5c7f143 req-76287043-5bc6-4431-b3ad-c26a4de6b0da service neutron] 10.222.0.26 "GET /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822320 Jul 20 11:55:25.547447 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50682) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:25.606534 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '918d10e0-e7a4-4d03-8d46-6d0929822035', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:0e:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:55:11Z', 'updated_at': '2021-07-20T11:55:24Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:25.633888 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cf68f-9586-4304-bb6b-bff5a74d0d54 None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '918d10e0-e7a4-4d03-8d46-6d0929822035', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'port_id': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'mac_address': 'fa:16:3e:0e:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:55:11Z', 'updated_at': '2021-07-20T11:55:24Z', 'revision_number': 1, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:25.708170 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port 37febd03-843b-4296-a0f5-354d54ee5ceb {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:25.709286 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:25.787927 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:25.788265 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:25.800236 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for 37febd03-843b-4296-a0f5-354d54ee5ceb owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:25.822782 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb990b0b-0569-4375-a856-165ef7d914eb None None] New status for floating IP 918d10e0-e7a4-4d03-8d46-6d0929822035: ACTIVE {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:55:25.953165 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:25.978228 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=37febd03-843b-4296-a0f5-354d54ee5ceb,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:26.046483 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:26.046818 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 5d4582a5-7faa-4c15-9d95-d625d8f28888 disassociated (deleted). External IP: 172.27.1.77, port: ab4f5eda-a980-49e5-8634-a1494bbcc43b. Jul 20 11:55:26.263788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:26.369005 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:26.373497 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:26.378822 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:26.388133 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:26.388883 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:26.408920 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-49ac4a33-6bd9-428f-b5af-c8a5da96449a tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d4582a5-7faa-4c15-9d95-d625d8f28888 HTTP/1.1" status: 204 len: 168 time: 0.8604064 Jul 20 11:55:26.495253 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:26.639385 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8f70e-3c47-43a5-bc9a-72287245cc0c req-6eff5c64-d0df-424f-92a8-3c90b38b33d4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:26.640921 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ebc8f70e-3c47-43a5-bc9a-72287245cc0c req-6eff5c64-d0df-424f-92a8-3c90b38b33d4 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0644138 Jul 20 11:55:26.678685 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-ebc8f70e-3c47-43a5-bc9a-72287245cc0c req-2e940e24-d93e-419f-adf5-13447c7a386e tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Jul 20 11:55:26.719280 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:26.748910 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:26.756980 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:26.757557 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:26.858186 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:26.949908 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:26.952264 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e41eeb-fe01-4136-b495-b18b07ae2194" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:26.995229 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9deb21f-9162-4fe5-93dd-4a0cc417ff88 x-openstack-request-id: req-a9deb21f-9162-4fe5-93dd-4a0cc417ff88 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:26.995680 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:26.995964 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9deb21f-9162-4fe5-93dd-4a0cc417ff88 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:26.996388 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'status': 'completed', 'code': 200} Jul 20 11:55:27.077184 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:27.089874 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-42ad2394-b1cd-431e-bc65-1c861badf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:27.091513 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-42ad2394-b1cd-431e-bc65-1c861badf448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 1098 time: 0.0572650 Jul 20 11:55:27.108177 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8a1d4-7535-474e-a999-f312f0b2ab3b None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_floatingips': [{'id': '3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'router_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'port_id': '65489958-8251-4ce1-b246-437d4e4416e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'mac_address': 'fa:16:3e:c5:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-20T11:52:00Z', 'updated_at': '2021-07-20T11:52:02Z', 'revision_number': 1, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:27.187994 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-567a51f8-b5d0-443f-ab83-07892b945e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:27.189603 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-567a51f8-b5d0-443f-ab83-07892b945e0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0904067 Jul 20 11:55:27.234615 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-cbb4185b-91f5-41f0-b364-cd7b16317a85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 200 len: 217 time: 0.0375919 Jul 20 11:55:27.284553 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-38df78c0-e896-425f-8920-a5acc0c53686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:27.286075 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-38df78c0-e896-425f-8920-a5acc0c53686 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0446453 Jul 20 11:55:27.335222 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9f432-713b-4819-aad0-e0a95cc48310 None None] New status for floating IP 5d4582a5-7faa-4c15-9d95-d625d8f28888: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:55:27.350681 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-12a4d08f-a0ea-4278-8d33-065cfcdf4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:27.352201 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-12a4d08f-a0ea-4278-8d33-065cfcdf4483 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537488 Jul 20 11:55:27.444736 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-9d5f12ce-5be5-4dba-9632-d82b9cccf26e service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849652 Jul 20 11:55:27.532928 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-89e41eeb-fe01-4136-b495-b18b07ae2194 req-004824fd-784b-4cec-888c-1c8ec6073a8a service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796773 Jul 20 11:55:27.813302 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923d9c-b557-44f0-9d46-895dcefcb77a req-437f75aa-a9a1-4145-9d42-4441bb544b71 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:27.814837 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41923d9c-b557-44f0-9d46-895dcefcb77a req-437f75aa-a9a1-4145-9d42-4441bb544b71 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0678751 Jul 20 11:55:27.852785 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-41923d9c-b557-44f0-9d46-895dcefcb77a req-33d812d1-fb00-45f1-bf84-20a75d9af7a3 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Jul 20 11:55:28.188130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-20b47ce6-afff-4797-9409-6ed9a2218b51 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:28.189601 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-20b47ce6-afff-4797-9409-6ed9a2218b51 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 945 time: 0.0715344 Jul 20 11:55:28.284157 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port ab4f5eda-a980-49e5-8634-a1494bbcc43b {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:28.284514 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:28.372575 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] For port ab4f5eda-a980-49e5-8634-a1494bbcc43b, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ab4f5eda-a980-49e5-8634-a1494bbcc43b,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:28.372828 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:28.384128 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for ab4f5eda-a980-49e5-8634-a1494bbcc43b owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:28.504985 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:28.534813 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=ab4f5eda-a980-49e5-8634-a1494bbcc43b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:28.581043 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] No DVR routers for this DVR port ab4f5eda-a980-49e5-8634-a1494bbcc43b on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:28.583974 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:28.586121 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-d6a6955f-b9bd-480e-ae83-79f1e902f7e8 req-3ab3b658-e7d0-4f45-a421-a141a82bff53 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "DELETE /v2.0/ports/ab4f5eda-a980-49e5-8634-a1494bbcc43b HTTP/1.1" status: 204 len: 173 time: 0.3911273 Jul 20 11:55:28.586551 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'name': 'network-vif-deleted', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:28.588791 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9781b-1237-46b8-b51e-37d57729fdef" -d '{"events": [{"server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "name": "network-vif-deleted", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:28.629655 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2772e-dec3-4bbc-a23a-5c726175846c x-openstack-request-id: req-8cb2772e-dec3-4bbc-a23a-5c726175846c {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:28.629947 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a6343-db22-4832-a8b7-843bfd9937fa", "name": "network-vif-deleted", "tag": "ab4f5eda-a980-49e5-8634-a1494bbcc43b", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:28.630706 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cb2772e-dec3-4bbc-a23a-5c726175846c {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:28.631096 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a6343-db22-4832-a8b7-843bfd9937fa', 'name': 'network-vif-deleted', 'tag': 'ab4f5eda-a980-49e5-8634-a1494bbcc43b', 'status': 'completed', 'code': 200} Jul 20 11:55:28.976013 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-c653a848-642f-4a32-88e4-ba20b85e3288 req-1a39e1cf-0579-4228-a30f-f7f05dcaeaeb tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf0a6343-db22-4832-a8b7-843bfd9937fa HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jul 20 11:55:29.652656 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:31.373338 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device ab4f5eda-a980-49e5-8634-a1494bbcc43b no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:31.396605 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: ab4f5eda-a980-49e5-8634-a1494bbcc43b {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:31.396991 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device ab4f5eda-a980-49e5-8634-a1494bbcc43b not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:32.260267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50722) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:32.414267 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port 94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:32.414609 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:32.498893 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:32.499125 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:32.510347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for 94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88 owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:32.655295 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:32.684981 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=94a8bf96-e78e-4ec1-8c6e-ee4eef1ffb88,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:32.741980 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:32.742566 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.db.l3_db [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Floating IP 3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb disassociated (deleted). External IP: 172.27.1.73, port: 65489958-8251-4ce1-b246-437d4e4416e8. Jul 20 11:55:32.941760 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:33.052033 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:33.057168 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:33.062001 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:33.071277 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:33.071867 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:33.094762 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-810befe2-1320-4009-b6aa-3f4efe74058f tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "DELETE /v2.0/floatingips/3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb HTTP/1.1" status: 204 len: 168 time: 0.8310306 Jul 20 11:55:33.094762 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8'}] {{(pid=105204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:33.095596 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2b3971f3330d818993e53ebd6064c7890ebe9f223ddd7d3c7ef992324de28a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c56dd-1b65-4982-88d1-d03a4529824a" -d '{"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8"}]}' {{(pid=105204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:33.134102 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193cb618-6be1-4aa9-b255-34be9393d0a5 x-openstack-request-id: req-193cb618-6be1-4aa9-b255-34be9393d0a5 {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:33.134400 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "tag": "65489958-8251-4ce1-b246-437d4e4416e8", "status": "completed", "code": 200}]} {{(pid=105204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:33.134651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-193cb618-6be1-4aa9-b255-34be9393d0a5 {{(pid=105204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:33.135050 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8', 'status': 'completed', 'code': 200} Jul 20 11:55:33.223253 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-66f8f412-e9a0-4872-bed5-572d1cc4955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:33.226028 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-66f8f412-e9a0-4872-bed5-572d1cc4955a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=286c59158dbd44fe84ef8ebb05518ded&device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0660434 Jul 20 11:55:33.275765 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:33.324929 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-6685d194-54cd-4bc0-8801-088c5ecbb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:33.326633 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-6685d194-54cd-4bc0-8801-088c5ecbb905 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 200 len: 913 time: 0.0934246 Jul 20 11:55:33.347355 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdba4-cd32-499e-81e7-715fe6137304 req-11ac499b-e5cb-4126-a25c-72621468426c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:33.349515 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e00fdba4-cd32-499e-81e7-715fe6137304 req-11ac499b-e5cb-4126-a25c-72621468426c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0696976 Jul 20 11:55:33.369501 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-4b5ca516-bbc6-43f6-915f-1d8a6859b223 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 200 len: 217 time: 0.0354815 Jul 20 11:55:33.389886 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-e00fdba4-cd32-499e-81e7-715fe6137304 req-70c2a35f-2a3d-4ca5-ab4f-53bf1de3b61b tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Jul 20 11:55:33.432273 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-83566672-df42-4eca-b98e-33a52579802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:33.434105 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-83566672-df42-4eca-b98e-33a52579802e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 200 len: 851 time: 0.0533504 Jul 20 11:55:33.487692 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:33.500978 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-47d059ec-6ee1-4eb8-bafe-ca22a2ad30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:33.502476 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-47d059ec-6ee1-4eb8-bafe-ca22a2ad30a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08740b45-95fd-4c98-9b58-d83bc1beecde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570419 Jul 20 11:55:33.513614 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:33.521739 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:33.522322 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:33.593089 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-2a28af69-1458-4b35-bab8-cf1b543ce6c5 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827367 Jul 20 11:55:33.623551 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:33.684999 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-ba2c56dd-1b65-4982-88d1-d03a4529824a req-5694c1c0-7fac-4e68-a46f-b03dee98ab22 service neutron] 10.222.0.26 "GET /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Jul 20 11:55:33.818417 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:33.843042 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff3e57-7f38-405f-9b6b-3877fa3a802c None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:48:27Z', 'revision_number': 4, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '5585fcd4-3086-4c63-a516-b1e707e2bcae', 'name': '', 'network_id': '08740b45-95fd-4c98-9b58-d83bc1beecde', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'mac_address': 'fa:16:3e:57:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e5488129-42f6-4226-9538-d28837a71a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:26Z', 'updated_at': '2021-07-20T11:48:36Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'subnets': [{'id': 'e5488129-42f6-4226-9538-d28837a71a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:34.044198 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e632c-07f1-4caf-a2f7-9ec09be01638 None None] New status for floating IP 3ff368d0-877d-4d1f-a9f5-fa7ef4104bfb: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:55:34.524248 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9cfe-36f9-4164-884c-2c8bef0b71d8 req-93909aa8-4c56-4075-acff-59fe1c42e643 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:34.525776 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-57bc9cfe-36f9-4164-884c-2c8bef0b71d8 req-93909aa8-4c56-4075-acff-59fe1c42e643 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0687289 Jul 20 11:55:34.566440 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-57bc9cfe-36f9-4164-884c-2c8bef0b71d8 req-0347cc88-83d2-40bd-b4ee-c254e3b938fd tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/security-groups?id=c75880a3-a2a9-4b13-a437-ff3058a4f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352547 Jul 20 11:55:34.935516 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-46f4f02a-d458-4030-a3c1-468bd9372c98 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:55:34.937052 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-46f4f02a-d458-4030-a3c1-468bd9372c98 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 945 time: 0.0615742 Jul 20 11:55:35.048044 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port 65489958-8251-4ce1-b246-437d4e4416e8 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:35.048409 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:35.133331 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] For port 65489958-8251-4ce1-b246-437d4e4416e8, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=65489958-8251-4ce1-b246-437d4e4416e8,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:35.133683 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:35.145485 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for 65489958-8251-4ce1-b246-437d4e4416e8 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:35.268007 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:35.294913 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=65489958-8251-4ce1-b246-437d4e4416e8,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:35.341370 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] No DVR routers for this DVR port 65489958-8251-4ce1-b246-437d4e4416e8 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:35.343651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:35.345662 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-5d29ea44-9ff8-4284-8c46-bb83d2a1ee18 req-aade766e-9ba5-415b-965a-052b7648586c tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.26 "DELETE /v2.0/ports/65489958-8251-4ce1-b246-437d4e4416e8 HTTP/1.1" status: 204 len: 173 time: 0.4012642 Jul 20 11:55:35.346106 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'name': 'network-vif-deleted', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:55:35.348333 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc489241-a91c-45b8-aa56-95a65ef5c19d" -d '{"events": [{"server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "name": "network-vif-deleted", "tag": "65489958-8251-4ce1-b246-437d4e4416e8"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:55:35.389030 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a549b8c-6f2b-4cb7-b951-951408e7a428 x-openstack-request-id: req-9a549b8c-6f2b-4cb7-b951-951408e7a428 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:55:35.389348 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d076fc7c-887b-4704-9bd7-bb5fb5829fb5", "name": "network-vif-deleted", "tag": "65489958-8251-4ce1-b246-437d4e4416e8", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:55:35.389601 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a549b8c-6f2b-4cb7-b951-951408e7a428 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:55:35.389990 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd076fc7c-887b-4704-9bd7-bb5fb5829fb5', 'name': 'network-vif-deleted', 'tag': '65489958-8251-4ce1-b246-437d4e4416e8', 'status': 'completed', 'code': 200} Jul 20 11:55:35.671366 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-37f25002-d896-4959-ab00-870310251c3a req-9938a1ae-5643-453f-8682-ae652e7c5e72 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "GET /v2.0/ports?device_id=d076fc7c-887b-4704-9bd7-bb5fb5829fb5 HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 20 11:55:36.732238 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50748) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:36.854025 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Deleting port 32e5e712-0ec0-4a69-866b-4ac77c28ac7a {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:36.854368 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:36.930175 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:36.930505 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:36.941701 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Calling delete_port for 32e5e712-0ec0-4a69-866b-4ac77c28ac7a owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:37.077348 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:37.103198 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'Port': ['ID=32e5e712-0ec0-4a69-866b-4ac77c28ac7a,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:37.161170 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:37.164009 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:37.165266 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-ecc1d58c-1d79-450b-b9e3-5952f7898cc7 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "DELETE /v2.0/floatingips/68961024-cbb8-40bf-a93b-8b95172c8064 HTTP/1.1" status: 204 len: 168 time: 0.4319003 Jul 20 11:55:38.360090 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50762) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:38.420592 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:38.444801 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:38.502377 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:38.504955 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:38.506319 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] 10.222.0.15 "DELETE /v2.0/security-groups/c75880a3-a2a9-4b13-a437-ff3058a4f24d HTTP/1.1" status: 204 len: 168 time: 0.1452179 Jul 20 11:55:38.515395 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a421d-beea-4a84-af27-4ca38e40d8e6 tempest-TestVolumeBootPattern-976076875 tempest-TestVolumeBootPattern-976076875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75880a3-a2a9-4b13-a437-ff3058a4f24d,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:38.567214 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50766) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:39.003705 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:39.422111 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 65489958-8251-4ce1-b246-437d4e4416e8 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:39.445199 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: 65489958-8251-4ce1-b246-437d4e4416e8 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:39.445537 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device 65489958-8251-4ce1-b246-437d4e4416e8 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:39.525193 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Deleting port 5585fcd4-3086-4c63-a516-b1e707e2bcae {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:39.525794 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:39.603049 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] For port 5585fcd4-3086-4c63-a516-b1e707e2bcae, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=5585fcd4-3086-4c63-a516-b1e707e2bcae,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:39.603429 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:39.615792 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Calling delete_port for 5585fcd4-3086-4c63-a516-b1e707e2bcae owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:39.785423 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:39.811759 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Pushing event deleted for resources: {'Port': ['ID=5585fcd4-3086-4c63-a516-b1e707e2bcae,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:39.981873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:40.187966 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Router 088f8238-60ea-460f-9c8c-f49f517a6858 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:40.287868 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:40.292734 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c1a8a568-c43e-4aad-9572-413f57bac092 admin admin] 10.222.0.15 "PUT /v2.0/routers/088f8238-60ea-460f-9c8c-f49f517a6858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243738 Jul 20 11:55:40.295731 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50774) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:40.298860 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Sync routers for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:40.342440 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:40.343061 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:40.397365 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:40.485192 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:40.693875 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:55:39Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:40.720356 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Checking router: 088f8238-60ea-460f-9c8c-f49f517a6858 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:40.728321 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Routers {'088f8238-60ea-460f-9c8c-f49f517a6858'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:40.728924 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['088f8238-60ea-460f-9c8c-f49f517a6858'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:40.749059 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:40.800558 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Deleting port 7ccce979-c117-439e-a601-4f145100bb73 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:40.800907 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:40.830265 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] Set router 088f8238-60ea-460f-9c8c-f49f517a6858 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:40.881083 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] For port 7ccce979-c117-439e-a601-4f145100bb73, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=7ccce979-c117-439e-a601-4f145100bb73,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:40.881477 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:40.893341 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Calling delete_port for 7ccce979-c117-439e-a601-4f145100bb73 owned by network:router_gateway {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:41.070601 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.097612 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccce979-c117-439e-a601-4f145100bb73,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:41.101207 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:55:39Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:41.130128 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f746e-0916-4224-a231-630cc51df7b3 None None] The sync data for ids ['088f8238-60ea-460f-9c8c-f49f517a6858'] in dv-cinder-801354-2-iscsi is: [{'id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'name': 'tempest-TestVolumeBootPattern-1670492773-router', 'tenant_id': '286c59158dbd44fe84ef8ebb05518ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '7ccce979-c117-439e-a601-4f145100bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:23Z', 'updated_at': '2021-07-20T11:55:39Z', 'revision_number': 5, 'project_id': '286c59158dbd44fe84ef8ebb05518ded', 'gw_port': {'id': '7ccce979-c117-439e-a601-4f145100bb73', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088f8238-60ea-460f-9c8c-f49f517a6858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:24Z', 'updated_at': '2021-07-20T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:41.161224 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.257496 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.259527 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.301686 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.302441 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088f8238-60ea-460f-9c8c-f49f517a6858 {{(pid=105204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:55:41.306677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.307767 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-c05db945-b268-4e53-949c-b8016f7cb7e7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/088f8238-60ea-460f-9c8c-f49f517a6858 HTTP/1.1" status: 204 len: 168 time: 1.0105352 Jul 20 11:55:41.310243 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50778) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:41.353085 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Deleting subnet e5488129-42f6-4226-9538-d28837a71a16 {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:55:41.355999 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.389275 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.469219 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.523288 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.550048 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5488129-42f6-4226-9538-d28837a71a16,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:41.553805 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.555744 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d1afe9b3-f632-4437-9bba-71924537f339 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e5488129-42f6-4226-9538-d28837a71a16 HTTP/1.1" status: 204 len: 168 time: 0.2445755 Jul 20 11:55:41.558183 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50780) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:41.561165 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e65db0f-c26a-4686-97ff-471dddcec38d None None] Network 08740b45-95fd-4c98-9b58-d83bc1beecde requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:55:41.637218 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.690347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Deleting port f8a6b1ae-e147-4eba-b6f6-4960e261e313 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:41.690687 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.757411 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] For port f8a6b1ae-e147-4eba-b6f6-4960e261e313, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8a6b1ae-e147-4eba-b6f6-4960e261e313,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:41.757779 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.771733 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Calling delete_port for f8a6b1ae-e147-4eba-b6f6-4960e261e313 owned by network:dhcp {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:41.775717 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] DHCP port deletion for 08740b45-95fd-4c98-9b58-d83bc1beecde request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:55:41.824777 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Deleting port f8a6b1ae-e147-4eba-b6f6-4960e261e313 {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:41.826083 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.862944 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.885910 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] For port f8a6b1ae-e147-4eba-b6f6-4960e261e313, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8a6b1ae-e147-4eba-b6f6-4960e261e313,segment=NetworkSegment(c66f5b2c-5012-4180-9128-e37e57f6ac39),segment_id=c66f5b2c-5012-4180-9128-e37e57f6ac39)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:41.886295 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.890243 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a6b1ae-e147-4eba-b6f6-4960e261e313,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:41.892070 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] No DVR routers for this DVR port f8a6b1ae-e147-4eba-b6f6-4960e261e313 on host dv-cinder-801354-2-iscsi {{(pid=105204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:41.898674 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Calling delete_port for f8a6b1ae-e147-4eba-b6f6-4960e261e313 owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:41.965622 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:41.975692 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08740b45-95fd-4c98-9b58-d83bc1beecde']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:41.985383 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f5b2c-5012-4180-9128-e37e57f6ac39') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:41.985679 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f5b2c-5012-4180-9128-e37e57f6ac39') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:41.995365 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.009117 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.015126 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:55:42.015379 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:55:42.017081 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:55:42.019479 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.046266 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] Pushing event deleted for resources: {'Port': ['ID=f8a6b1ae-e147-4eba-b6f6-4960e261e313,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:42.050771 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d0a56-f56f-4397-bf9a-88fce257ecbf None None] No DVR routers for this DVR port f8a6b1ae-e147-4eba-b6f6-4960e261e313 on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:42.070730 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.076132 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.077882 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/08740b45-95fd-4c98-9b58-d83bc1beecde HTTP/1.1" status: 204 len: 168 time: 0.5187683 Jul 20 11:55:42.080828 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50784) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:42.091061 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c2c39-c7a5-4afe-8367-8a38bfae6c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=08740b45-95fd-4c98-9b58-d83bc1beecde,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:42.217974 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8a6b1ae-e147-4eba-b6f6-4960e261e313 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:42.354443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: f8a6b1ae-e147-4eba-b6f6-4960e261e313 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:42.354671 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8a6b1ae-e147-4eba-b6f6-4960e261e313 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:42.355233 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 5585fcd4-3086-4c63-a516-b1e707e2bcae no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:42.373214 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 5585fcd4-3086-4c63-a516-b1e707e2bcae {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:42.373551 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 5585fcd4-3086-4c63-a516-b1e707e2bcae not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:42.373952 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 7ccce979-c117-439e-a601-4f145100bb73 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:42.392221 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 7ccce979-c117-439e-a601-4f145100bb73 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:42.392578 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 7ccce979-c117-439e-a601-4f145100bb73 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:42.457053 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.703801 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Deleting port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:42.704130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.778526 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] For port 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:42.778871 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.790651 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Calling delete_port for 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c owned by network:router_interface {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:42.966239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:42.995564 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Pushing event deleted for resources: {'Port': ['ID=8413bd27-a7c5-4a69-83f7-e56e1dc93b9c,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:43.167089 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:43.373188 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Router aab681c4-b954-4855-a376-5c8d9cae798c has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:55:43.475134 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:55:43.480810 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-15f1586f-f14f-438f-a2b4-8bb87ab573db admin admin] 10.222.0.15 "PUT /v2.0/routers/aab681c4-b954-4855-a376-5c8d9cae798c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988900 Jul 20 11:55:43.482746 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50788) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:43.485343 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Sync routers for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:55:43.495032 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:43.495615 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:43.579502 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:43.599846 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: dv-cinder-801354-2-iscsi {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:43.679647 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:43.734860 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Deleting port f8f183f3-5cd7-4ab4-be93-2f549a476b60 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:43.735197 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:43.776887 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:55:42Z', 'revision_number': 5, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port': {'id': 'f8f183f3-5cd7-4ab4-be93-2f549a476b60', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:48:31Z', 'updated_at': '2021-07-20T11:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:43.802684 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Checking router: aab681c4-b954-4855-a376-5c8d9cae798c for host: dv-cinder-801354-2-iscsi {{(pid=105206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:55:43.810794 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Routers {'aab681c4-b954-4855-a376-5c8d9cae798c'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:55:43.811394 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:55:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['aab681c4-b954-4855-a376-5c8d9cae798c'], 'active': True} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:43.811689 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] For port f8f183f3-5cd7-4ab4-be93-2f549a476b60, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=f8f183f3-5cd7-4ab4-be93-2f549a476b60,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:43.812046 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:43.824764 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Calling delete_port for f8f183f3-5cd7-4ab4-be93-2f549a476b60 owned by network:router_gateway {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:43.895006 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvr_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] Set router aab681c4-b954-4855-a376-5c8d9cae798c gateway port host: None {{(pid=105206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:55:43.947280 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_hamode_db [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:55:43Z', 'revision_number': 6, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:43.979920 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a5b1-fa16-4014-a7dc-f62944e20b4a None None] The sync data for ids ['aab681c4-b954-4855-a376-5c8d9cae798c'] in dv-cinder-801354-2-iscsi is: [{'id': 'aab681c4-b954-4855-a376-5c8d9cae798c', 'name': 'tempest-TestVolumeBootPattern-643259249-router', 'tenant_id': '7f96ca1817e94883baa5d5367c331aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:48:30Z', 'updated_at': '2021-07-20T11:55:43Z', 'revision_number': 6, 'project_id': '7f96ca1817e94883baa5d5367c331aef', 'gw_port_host': None}] {{(pid=105206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:55:43.993013 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.020882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f183f3-5cd7-4ab4-be93-2f549a476b60,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:44.082100 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.166781 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.168812 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.212478 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.213318 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab681c4-b954-4855-a376-5c8d9cae798c {{(pid=105205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:55:44.219124 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.220811 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c4e259f2-45f0-4f19-96b4-0c558ed0c5f9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aab681c4-b954-4855-a376-5c8d9cae798c HTTP/1.1" status: 204 len: 168 time: 0.7368264 Jul 20 11:55:44.223106 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50790) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:44.266590 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Deleting subnet 8292a457-77b4-4ab3-8a66-82a8180309c2 {{(pid=105205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:55:44.269662 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.306139 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12502068'] for subnet, precommit_delete_associations {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.386766 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.440415 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9310248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12321774'] for subnet, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.464713 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8292a457-77b4-4ab3-8a66-82a8180309c2,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:44.469606 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.471466 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c0471498-9516-4aae-a6d6-fc6f9268fd2d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8292a457-77b4-4ab3-8a66-82a8180309c2 HTTP/1.1" status: 204 len: 168 time: 0.2474127 Jul 20 11:55:44.474524 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50794) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:44.475438 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477f6f4-e1ba-4b40-b0d7-8a7fc723cb99 None None] Network 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:55:44.733048 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] DHCP port deletion for 2d9a2dea-3be7-4b0c-8596-932b8581e5e6 request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:55:44.784383 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Deleting port dba56b19-2e43-4b21-bd52-5ce5d9cac46b {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:44.784860 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.815203 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.848331 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] For port dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:44.848719 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.865986 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Calling delete_port for dba56b19-2e43-4b21-bd52-5ce5d9cac46b owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:44.869838 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Deleting port dba56b19-2e43-4b21-bd52-5ce5d9cac46b {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:55:44.870170 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.931109 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] For port dba56b19-2e43-4b21-bd52-5ce5d9cac46b, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,segment=NetworkSegment(b6ce09b9-1030-4a3c-8342-66bbdf8c7a59),segment_id=b6ce09b9-1030-4a3c-8342-66bbdf8c7a59)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:55:44.931494 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.947655 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:44.948873 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Calling delete_port for dba56b19-2e43-4b21-bd52-5ce5d9cac46b owned by network:dhcp {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:55:44.975011 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] Pushing event deleted for resources: {'Port': ['ID=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:44.979924 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182849c-cb70-40bb-aa02-c2719961184c None None] No DVR routers for this DVR port dba56b19-2e43-4b21-bd52-5ce5d9cac46b on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:45.036023 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.063182 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:55:45.064980 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Pushing event deleted for resources: {'Port': ['ID=dba56b19-2e43-4b21-bd52-5ce5d9cac46b,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:45.068261 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] No DVR routers for this DVR port dba56b19-2e43-4b21-bd52-5ce5d9cac46b on host dv-cinder-801354-2-iscsi {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:55:45.139753 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.149883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a2dea-3be7-4b0c-8596-932b8581e5e6']}} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:45.159152 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59') {'for_net_delete': True} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:45.159454 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.services.segments.db [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ce09b9-1030-4a3c-8342-66bbdf8c7a59') {} {{(pid=105205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:55:45.168397 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12502063'] for segment, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.181485 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.186983 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=105205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:55:45.187450 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9310274'] for segment, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: conditions |= (models_v2.Port.network_id.in_( Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self.session.flush() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self.session.flush() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self.session.flush() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self.session.flush() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: Traceback (most recent call last): Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: timer() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: cb(*args, **kw) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: return func(*args, **kwargs) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self._notify() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: self.callback(batched_events) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: event.method(event) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: return f(self, *a, **k) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._get(url).json() Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: return self.request(url, 'GET', **kwargs) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:55:45.188986 dv-cinder-801354-2-iscsi neutron-server[105205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:55:45.240233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.245674 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.247496 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2d9a2dea-3be7-4b0c-8596-932b8581e5e6 HTTP/1.1" status: 204 len: 168 time: 0.7720706 Jul 20 11:55:45.262467 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b20d-d4ed-4530-af27-aceb3a5f883e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9a2dea-3be7-4b0c-8596-932b8581e5e6,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:45.357000 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50800) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:45.397869 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c5ea66d8-745d-490b-b676-9b91bfa37020 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=286c59158dbd44fe84ef8ebb05518ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395451 Jul 20 11:55:45.400130 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50802) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:45.447170 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.467637 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.512830 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.515403 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.516574 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/943fd49d-dd89-455d-a2f6-75dfbe2b94b9 HTTP/1.1" status: 204 len: 168 time: 0.1154835 Jul 20 11:55:45.524395 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b347b02-e249-4d60-a945-b0c3babecdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fd49d-dd89-455d-a2f6-75dfbe2b94b9,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:45.827272 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50808) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:45.865196 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-eb9d8d45-95b5-474c-909c-698ad296d839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f96ca1817e94883baa5d5367c331aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362055 Jul 20 11:55:45.867340 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50810) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:55:45.913453 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.936845 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.993153 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.995773 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:45.996977 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03d49aa8-988d-40c8-a2cd-14efea564be5 HTTP/1.1" status: 204 len: 168 time: 0.1285088 Jul 20 11:55:46.005162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f183f3-5cd7-4ab4-be93-2f549a476b60 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:46.006039 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf6ea9-5b89-4603-b787-a430c970a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d49aa8-988d-40c8-a2cd-14efea564be5,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:55:46.029007 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: f8f183f3-5cd7-4ab4-be93-2f549a476b60 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:46.029350 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device f8f183f3-5cd7-4ab4-be93-2f549a476b60 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:46.029769 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:46.055024 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:46.055368 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 8413bd27-a7c5-4a69-83f7-e56e1dc93b9c not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:46.056321 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device dba56b19-2e43-4b21-bd52-5ce5d9cac46b no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:55:46.078382 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: dba56b19-2e43-4b21-bd52-5ce5d9cac46b {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:55:46.078793 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device dba56b19-2e43-4b21-bd52-5ce5d9cac46b not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:55:49.905250 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f97a82a0-8c55-43b4-9c0e-c2287dd1c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:52.469317 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-ec97975b-1dd8-4af2-888b-db87cf04b2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:52.917720 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:53.587976 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:55.212386 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:55:59.664969 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:19.907012 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8b5f-2518-48e2-bc73-564c45e542b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:22.048935 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc441ee-67f5-40ef-a3de-87573ea4f496 req-22a2759e-8f0a-4edb-8979-78ef0c00edac tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:56:22.050421 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2fc441ee-67f5-40ef-a3de-87573ea4f496 req-22a2759e-8f0a-4edb-8979-78ef0c00edac tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0674977 Jul 20 11:56:22.063656 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:56:22.089611 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-2fc441ee-67f5-40ef-a3de-87573ea4f496 req-faf1e415-43f2-455c-bcf1-2a167112217c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Jul 20 11:56:22.469208 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed792-6bc9-4c96-8c7e-593992334bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:22.917624 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:23.220205 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ded9f-df2b-4054-a27b-e7ab777af638 req-1f53a0eb-6d8d-41a4-a466-54d08ac0ec18 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:56:23.221625 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-182ded9f-df2b-4054-a27b-e7ab777af638 req-1f53a0eb-6d8d-41a4-a466-54d08ac0ec18 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0654817 Jul 20 11:56:23.262454 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-182ded9f-df2b-4054-a27b-e7ab777af638 req-34a1f0f4-5188-4cf7-888b-6e24ecdc994a tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups?id=979e121d-f8fa-49a5-b2be-7ca20234de2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Jul 20 11:56:23.590895 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:23.740245 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-02fde916-0d2b-4a9e-8a46-50a34bdd638f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 20 11:56:23.741700 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-02fde916-0d2b-4a9e-8a46-50a34bdd638f tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 945 time: 0.0612338 Jul 20 11:56:23.839125 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Deleting port a36a8f03-02a9-4685-9b4c-082162d26133 {{(pid=105205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:23.839475 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:23.923832 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.db [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] For port a36a8f03-02a9-4685-9b4c-082162d26133, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a36a8f03-02a9-4685-9b4c-082162d26133,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:56:23.924185 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:24.087876 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:24.088232 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105321'] for floatingip, after_update {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:24.088572 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.db.l3_db [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Floating IP 918d10e0-e7a4-4d03-8d46-6d0929822035 disassociated. External IP: 172.27.1.201, port: a36a8f03-02a9-4685-9b4c-082162d26133. Jul 20 11:56:24.088912 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.plugins.ml2.plugin [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Calling delete_port for a36a8f03-02a9-4685-9b4c-082162d26133 owned by compute:nova {{(pid=105205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:24.216619 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9310335'] for port, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:24.247038 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'Port': ['ID=a36a8f03-02a9-4685-9b4c-082162d26133,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:24.257540 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.257890 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.258233 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.258602 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.259064 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.259401 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.259728 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.260060 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.260419 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.260748 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.261070 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.261404 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:24.357345 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [req-d865606c-449c-4a1e-a0c7-eefb879a60e4 req-0801badf-c881-45cd-9235-258eef9d4b0c tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/ports?device_id=8abdf294-9fba-49ee-a67d-e5e48f72e093 HTTP/1.1" status: 200 len: 210 time: 0.0277412 Jul 20 11:56:24.368956 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:56:24.473621 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:56:24.484381 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:56:24.493095 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:56:24.494172 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:56:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:24.517353 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] No DVR routers for this DVR port a36a8f03-02a9-4685-9b4c-082162d26133 on host hv-cinder-80135 {{(pid=105205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:56:24.519786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for port, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:24.521845 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [req-7fc47845-5486-4216-8dcb-11bb93f65310 req-654cc7e8-6918-48c8-9f53-2f85083c0867 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.26 "DELETE /v2.0/ports/a36a8f03-02a9-4685-9b4c-082162d26133 HTTP/1.1" status: 204 len: 173 time: 0.7750936 Jul 20 11:56:24.522271 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'name': 'network-vif-deleted', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133'}] {{(pid=105205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 20 11:56:24.525096 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28dcc153433c3791b75b27fa34a929fa65a5fcfb0b66553e0f83b683dace93ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b549c1e-b245-44c1-a1f5-1a2f67937e01" -d '{"events": [{"server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "name": "network-vif-deleted", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133"}]}' {{(pid=105205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 11:56:24.570249 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Jul 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8a1422-01cd-4758-8877-c2bbd80bc1b9 x-openstack-request-id: req-ab8a1422-01cd-4758-8877-c2bbd80bc1b9 {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 11:56:24.570537 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abdf294-9fba-49ee-a67d-e5e48f72e093", "name": "network-vif-deleted", "tag": "a36a8f03-02a9-4685-9b4c-082162d26133", "status": "completed", "code": 200}]} {{(pid=105205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 11:56:24.570786 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab8a1422-01cd-4758-8877-c2bbd80bc1b9 {{(pid=105205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 11:56:24.571905 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abdf294-9fba-49ee-a67d-e5e48f72e093', 'name': 'network-vif-deleted', 'tag': 'a36a8f03-02a9-4685-9b4c-082162d26133', 'status': 'completed', 'code': 200} Jul 20 11:56:24.600959 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:56:24.810375 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:24.839455 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:56:24.847183 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:56:24.847772 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:56:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:24.963419 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:56:25.159677 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:25.185132 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ac10f-228a-44ef-88a5-93cd7c7cf4b4 None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:27Z', 'revision_number': 4, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi', '_interfaces': [{'id': '25213aa0-f46d-4707-8e93-f5fe896d5b2d', 'name': '', 'network_id': 'ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'mac_address': 'fa:16:3e:79:cf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '79932b71-166f-4173-b284-756f6c3cf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:26Z', 'updated_at': '2021-07-20T11:52:32Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'subnets': [{'id': '79932b71-166f-4173-b284-756f6c3cf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:56:25.213374 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.428360 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7d189-2d2a-4105-9e22-0a0a39d397f9 None None] New status for floating IP 918d10e0-e7a4-4d03-8d46-6d0929822035: DOWN {{(pid=105206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 20 11:56:25.441158 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 50962) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:25.500136 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.523664 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.575940 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.579051 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.580223 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "DELETE /v2.0/security-groups/979e121d-f8fa-49a5-b2be-7ca20234de2e HTTP/1.1" status: 204 len: 168 time: 0.1380692 Jul 20 11:56:25.583410 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50964) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:25.590640 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63d827-bf64-487f-8ee1-c023f7f8af6b tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e121d-f8fa-49a5-b2be-7ca20234de2e,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:25.600240 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.api.v2.resource [None req-b5feee6d-4eb2-4e3f-ba41-48cb14263a34 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] show failed (client error): The resource could not be found. Jul 20 11:56:25.601316 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b5feee6d-4eb2-4e3f-ba41-48cb14263a34 tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "GET /v2.0/security-groups/979e121d-f8fa-49a5-b2be-7ca20234de2e HTTP/1.1" status: 404 len: 347 time: 0.0168941 Jul 20 11:56:25.604733 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50966) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:25.724566 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Deleting port da79c9d7-84bb-495b-9ca5-6e0ebadf86b5 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:25.724818 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.796783 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.797104 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.808734 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Calling delete_port for da79c9d7-84bb-495b-9ca5-6e0ebadf86b5 owned by network:floatingip {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:25.934198 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:25.958270 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Pushing event deleted for resources: {'Port': ['ID=da79c9d7-84bb-495b-9ca5-6e0ebadf86b5,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:25.970018 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.970361 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.970697 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.971028 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.971357 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.971688 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.972009 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.972356 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.972681 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.973003 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.973322 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:25.973637 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:26.031137 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks [] for floatingip, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:26.033621 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53002'] for floatingip, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:26.034761 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-29a5e31d-5ee4-4a2f-81f4-a1b59e41fc8d tempest-AttachVolumeTestJSON-1978081898 tempest-AttachVolumeTestJSON-1978081898-project] 10.222.0.15 "DELETE /v2.0/floatingips/918d10e0-e7a4-4d03-8d46-6d0929822035 HTTP/1.1" status: 204 len: 168 time: 0.4291461 Jul 20 11:56:27.723159 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a36a8f03-02a9-4685-9b4c-082162d26133 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:56:27.746443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] No Port match for: a36a8f03-02a9-4685-9b4c-082162d26133 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:56:27.746782 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Device a36a8f03-02a9-4685-9b4c-082162d26133 not bound to the agent host hv-cinder-80135 {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:56:29.554765 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50994) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:29.657033 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:29.888834 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105577'] for router_interface, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:30.131945 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Deleting port 25213aa0-f46d-4707-8e93-f5fe896d5b2d {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:30.132285 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:30.206788 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] For port 25213aa0-f46d-4707-8e93-f5fe896d5b2d, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=25213aa0-f46d-4707-8e93-f5fe896d5b2d,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:56:30.207164 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:30.219279 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Calling delete_port for 25213aa0-f46d-4707-8e93-f5fe896d5b2d owned by network:router_interface {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:30.394651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:30.424544 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Pushing event deleted for resources: {'Port': ['ID=25213aa0-f46d-4707-8e93-f5fe896d5b2d,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:30.583729 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105477'] for router_interface, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:30.794271 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Router 140cadc1-635e-4861-80b7-7fd9bf672283 has already been hosted by L3 agent 83db9799-95be-4589-b078-56ae3da7322a {{(pid=105204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 20 11:56:30.892228 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] Notify agent at l3_agent.dv-cinder-801354-2-iscsi the message routers_updated {{(pid=105204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 11:56:30.897160 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-b49bc7eb-f988-4d76-a032-9d5e087be928 admin admin] 10.222.0.15 "PUT /v2.0/routers/140cadc1-635e-4861-80b7-7fd9bf672283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3413711 Jul 20 11:56:30.899751 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50996) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:30.900550 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Sync routers for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 11:56:30.909357 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:56:30.909960 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:56:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:31.001353 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks [] for router, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.011699 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: dv-cinder-801354-2-iscsi {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:56:31.100370 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.152214 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Deleting port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:31.152578 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.188280 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'external_fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:56:30Z', 'revision_number': 5, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port': {'id': '9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38', 'name': '', 'network_id': 'e906f3f4-fea4-43df-a25c-1a3c510f501e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '9937a808-b457-42be-b924-52368b502a32', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9937a808-b457-42be-b924-52368b502a32', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-2-iscsi'}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:31.214079 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Checking router: 140cadc1-635e-4861-80b7-7fd9bf672283 for host: dv-cinder-801354-2-iscsi {{(pid=105207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 11:56:31.222196 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Routers {'140cadc1-635e-4861-80b7-7fd9bf672283'} bound to L3 agent in host dv-cinder-801354-2-iscsi {{(pid=105207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 20 11:56:31.222795 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-20T11:36:52Z,description=,heartbeat_timestamp=2021-07-20T11:56:22Z,host='dv-cinder-801354-2-iscsi',id=83db9799-95be-4589-b078-56ae3da7322a,load=0,resource_versions=,resources_synced=,started_at=2021-07-20T11:36:52Z,topic='l3_agent')) {'router_ids': ['140cadc1-635e-4861-80b7-7fd9bf672283'], 'active': True} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:31.233951 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] For port 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,segment=NetworkSegment(68de5709-191f-42e2-a589-81d5cfe6617e),segment_id=68de5709-191f-42e2-a589-81d5cfe6617e)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:56:31.233951 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.252139 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Calling delete_port for 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 owned by network:router_gateway {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:31.306245 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_dvr_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] Set router 140cadc1-635e-4861-80b7-7fd9bf672283 gateway port host: None {{(pid=105207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 20 11:56:31.357430 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.l3_hamode_db [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:56:31Z', 'revision_number': 6, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port_host': None}], 'dv-cinder-801354-2-iscsi', False) {} {{(pid=105207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:31.415145 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.442395 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:31.468773 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f673-a4e7-4815-9b90-186f9e7b3351 None None] The sync data for ids ['140cadc1-635e-4861-80b7-7fd9bf672283'] in dv-cinder-801354-2-iscsi is: [{'id': '140cadc1-635e-4861-80b7-7fd9bf672283', 'name': 'tempest-AttachVolumeTestJSON-1771512431-router', 'tenant_id': '75e3619972ad4399820fcb03e2882ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-20T11:52:24Z', 'updated_at': '2021-07-20T11:56:31Z', 'revision_number': 6, 'project_id': '75e3619972ad4399820fcb03e2882ff8', 'gw_port_host': None}] {{(pid=105207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 11:56:31.521105 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105383'] for router_gateway, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.867576 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4104772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126175'] for router, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.870613 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.915278 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4086355'] for router, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.915798 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140cadc1-635e-4861-80b7-7fd9bf672283 {{(pid=105204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 11:56:31.921203 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] Notify callbacks [] for router, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:31.922361 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-22ea7f69-f1e2-4aa2-8b85-44ee1ebcdd07 admin admin] 10.222.0.15 "DELETE /v2.0/routers/140cadc1-635e-4861-80b7-7fd9bf672283 HTTP/1.1" status: 204 len: 168 time: 1.0215950 Jul 20 11:56:31.924896 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 50998) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:31.967677 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.db_base_plugin_v2 [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Deleting subnet 79932b71-166f-4173-b284-756f6c3cf03f {{(pid=105204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 20 11:56:31.970651 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.004807 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9778420'] for subnet, precommit_delete_associations {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.088773 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-798729'] for subnet, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.139447 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-798738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9851799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9223480'] for subnet, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.165427 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79932b71-166f-4173-b284-756f6c3cf03f,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:32.167724 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for subnet, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.171022 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-db026a00-3b61-4c60-8e81-2cb641b1c148 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79932b71-166f-4173-b284-756f6c3cf03f HTTP/1.1" status: 204 len: 168 time: 0.2451365 Jul 20 11:56:32.171699 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fc043-e3f2-4513-b518-4de8ce7590ed None None] Network ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f requested from dv-cinder-801354-2-iscsi {{(pid=105206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 20 11:56:32.172189 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51000) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:32.249043 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573440'] for network, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.267175 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 25213aa0-f46d-4707-8e93-f5fe896d5b2d no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:56:32.303180 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Deleting port 206d6299-b6cb-4270-81a8-8bd613859c59 {{(pid=105204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:32.303512 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.307152 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 25213aa0-f46d-4707-8e93-f5fe896d5b2d {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:56:32.307616 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 25213aa0-f46d-4707-8e93-f5fe896d5b2d not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:56:32.308244 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:56:32.329765 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:56:32.330478 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 9d57c1e7-8a0b-4cc1-b5fe-d22827e84e38 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:56:32.370147 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.db [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] For port 206d6299-b6cb-4270-81a8-8bd613859c59, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=206d6299-b6cb-4270-81a8-8bd613859c59,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:56:32.370522 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.389928 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.plugin [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Calling delete_port for 206d6299-b6cb-4270-81a8-8bd613859c59 owned by network:dhcp {{(pid=105204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:32.412950 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] DHCP port deletion for ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f request from dv-cinder-801354-2-iscsi {{(pid=105206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 20 11:56:32.460609 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Deleting port 206d6299-b6cb-4270-81a8-8bd613859c59 {{(pid=105206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 20 11:56:32.460985 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741594558109'] for port, before_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.472271 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9851840'] for port, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.500237 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=206d6299-b6cb-4270-81a8-8bd613859c59,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:32.503977 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] No DVR routers for this DVR port 206d6299-b6cb-4270-81a8-8bd613859c59 on host dv-cinder-801354-2-iscsi {{(pid=105204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:56:32.530443 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.db [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] For port 206d6299-b6cb-4270-81a8-8bd613859c59, host dv-cinder-801354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-2-iscsi',level=0,port_id=206d6299-b6cb-4270-81a8-8bd613859c59,segment=NetworkSegment(a5e6c274-f3af-4fc9-ba86-97b83577819c),segment_id=a5e6c274-f3af-4fc9-ba86-97b83577819c)] {{(pid=105206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 11:56:32.530831 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086390'] for port, precommit_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.542779 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Calling delete_port for 206d6299-b6cb-4270-81a8-8bd613859c59 owned by network:dhcp {{(pid=105206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 20 11:56:32.577910 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-801829', 'neutron.services.segments.db._delete_segments_for_network-8741594578234'] for network, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.587878 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f']}} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:32.598715 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e6c274-f3af-4fc9-ba86-97b83577819c') {'for_net_delete': True} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:32.599029 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.services.segments.db [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e6c274-f3af-4fc9-ba86-97b83577819c') {} {{(pid=105204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 11:56:32.615236 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741594573635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9778415'] for segment, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.624420 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741594559344', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741594158228'] for port, after_delete {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.633910 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817'] for segment, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.640643 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=105204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 11:56:32.641057 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1034817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9851901'] for segment, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: Traceback (most recent call last): Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: timer() Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: cb(*args, **kw) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: return func(*args, **kwargs) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: self._notify() Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: self.callback(batched_events) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: event.method(event) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: aggregate_uuid = self.p_client.list_aggregates( Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: return f(self, *a, **k) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._get(url).json() Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: return self.request(url, 'GET', **kwargs) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: base_url = self.get_endpoint(auth, allow=allow, Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 20 11:56:32.642995 dv-cinder-801354-2-iscsi neutron-server[105204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 20 11:56:32.649044 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Pushing event deleted for resources: {'Port': ['ID=206d6299-b6cb-4270-81a8-8bd613859c59,revision_number=None']} {{(pid=105206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:32.653850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] No DVR routers for this DVR port 206d6299-b6cb-4270-81a8-8bd613859c59 on host dv-cinder-801354-2-iscsi {{(pid=105206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 20 11:56:32.660162 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.660509 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.660840 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.661175 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.661492 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.661815 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.662486 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.662486 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.662903 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.663214 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.663537 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.663850 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bebeb-9686-4f73-8a28-d02df747c765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:56:32.697321 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-801884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105371'] for network, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.702611 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682284'] for network, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.704453 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f HTTP/1.1" status: 204 len: 168 time: 0.5315840 Jul 20 11:56:32.719331 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb074-365d-494a-a54f-8a5d3a9dbfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf9c3a2-07ad-4ea8-9cb6-5d3536e6346f,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:32.861616 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51004) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:32.901221 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-d5730665-8778-459b-a717-a359227cc58d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75e3619972ad4399820fcb03e2882ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378895 Jul 20 11:56:32.903793 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51006) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:32.954597 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:32.975345 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:33.019903 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:33.022400 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:33.023569 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba834441-e79e-4e5b-a5ce-a2aad0767873 HTTP/1.1" status: 204 len: 168 time: 0.1188390 Jul 20 11:56:33.031584 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e344103-d73d-4664-91fa-7d1f0cf61898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba834441-e79e-4e5b-a5ce-a2aad0767873,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:34.026014 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 206d6299-b6cb-4270-81a8-8bd613859c59 no longer exists at agent ovs-agent-dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 11:56:34.054289 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.plugin [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] No Port match for: 206d6299-b6cb-4270-81a8-8bd613859c59 {{(pid=105206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 20 11:56:34.054796 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron.plugins.ml2.rpc [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Device 206d6299-b6cb-4270-81a8-8bd613859c59 not bound to the agent host dv-cinder-801354-2-iscsi {{(pid=105206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 11:56:42.445833 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51120) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:42.546425 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c794663a-5f1c-4a35-8770-eb4e95f92f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.639167 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c794663a-5f1c-4a35-8770-eb4e95f92f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.643431 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-c794663a-5f1c-4a35-8770-eb4e95f92f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.684190 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-c794663a-5f1c-4a35-8770-eb4e95f92f87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41c839ee359e4cabb19ddb8c75277c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372737 Jul 20 11:56:42.685161 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794663a-5f1c-4a35-8770-eb4e95f92f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4800e8e4-d630-4ef9-9f83-3258e3328c6d,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:42.686939 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51124) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:42.736054 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.756224 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.803766 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.806278 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:42.807386 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4800e8e4-d630-4ef9-9f83-3258e3328c6d HTTP/1.1" status: 204 len: 168 time: 0.1193843 Jul 20 11:56:42.814865 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fce17-1350-4df8-a9d2-2e989096dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4800e8e4-d630-4ef9-9f83-3258e3328c6d,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:45.461902 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51256) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:45.561820 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0441d20-77b0-4fee-8c78-8fb619fffec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.650019 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0441d20-77b0-4fee-8c78-8fb619fffec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.654408 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-a0441d20-77b0-4fee-8c78-8fb619fffec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.689437 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0441d20-77b0-4fee-8c78-8fb619fffec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f8ae0c-5f94-4c5d-b12a-fef0e7063738,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:45.693662 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-a0441d20-77b0-4fee-8c78-8fb619fffec7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d60ce2e6f864c9396bc8eb5872cc902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307520 Jul 20 11:56:45.696282 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51260) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:45.742654 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.763269 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.807800 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.810534 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:45.811656 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53f8ae0c-5f94-4c5d-b12a-fef0e7063738 HTTP/1.1" status: 204 len: 168 time: 0.1144667 Jul 20 11:56:45.818793 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee701a1-ae3b-4a4b-8f13-dd19f38e1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f8ae0c-5f94-4c5d-b12a-fef0e7063738,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:46.061581 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51266) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:46.075597 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-912ae2dd-279f-4851-821d-0bb353e4d009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.163671 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-912ae2dd-279f-4851-821d-0bb353e4d009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.167296 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-912ae2dd-279f-4851-821d-0bb353e4d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.206972 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-912ae2dd-279f-4851-821d-0bb353e4d009 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aec39b6b6d8f49a6a7041db1c9d6f378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443391 Jul 20 11:56:46.208034 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ae2dd-279f-4851-821d-0bb353e4d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7071da6-d354-4208-9196-cbd8bf1a2130,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:46.209712 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51268) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:46.257454 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.278021 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.326778 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.329335 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:46.330469 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7071da6-d354-4208-9196-cbd8bf1a2130 HTTP/1.1" status: 204 len: 168 time: 0.1197796 Jul 20 11:56:46.338118 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb028867-9f2c-4ee1-8d4f-bc82ba0f8ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7071da6-d354-4208-9196-cbd8bf1a2130,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:49.906873 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7b8c030f-9695-410a-b2de-10cbfcd05d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:52.469863 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b1d88e90-a42a-488f-b3f5-9eaca769279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:52.917247 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:53.592466 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:55.216888 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:56.852760 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51376) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:56.952546 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-daf10202-6e34-4c91-9080-ae1009820bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.045742 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-daf10202-6e34-4c91-9080-ae1009820bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.049366 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-daf10202-6e34-4c91-9080-ae1009820bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.085729 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-daf10202-6e34-4c91-9080-ae1009820bab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dce891932874ec0b04a5299cbcdddf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319157 Jul 20 11:56:57.087620 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10202-6e34-4c91-9080-ae1009820bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5583e8f8-8a42-40b0-83e7-f2432443745c,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:57.088463 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51380) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:57.137775 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.158239 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.204195 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.206805 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.208078 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5583e8f8-8a42-40b0-83e7-f2432443745c HTTP/1.1" status: 204 len: 168 time: 0.1185219 Jul 20 11:56:57.216579 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f9457-3bfc-4d27-b516-0b6f97576055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5583e8f8-8a42-40b0-83e7-f2432443745c,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:57.458223 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51386) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:57.471051 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-111ceaad-9c46-4044-8dec-201a56680b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.557607 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-111ceaad-9c46-4044-8dec-201a56680b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.561876 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-111ceaad-9c46-4044-8dec-201a56680b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.599182 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-111ceaad-9c46-4044-8dec-201a56680b35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a122478d5054236aa63aaa38d31eb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398411 Jul 20 11:56:57.601066 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ceaad-9c46-4044-8dec-201a56680b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf97e7f-00fb-4732-bc84-34c399788c52,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:57.601920 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51388) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:56:57.653880 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.674352 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.721273 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.723753 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:56:57.724929 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf97e7f-00fb-4732-bc84-34c399788c52 HTTP/1.1" status: 204 len: 168 time: 0.1220038 Jul 20 11:56:57.733347 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bac91-f6ba-41f2-9edf-c7b95b24e6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf97e7f-00fb-4732-bc84-34c399788c52,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:56:59.063624 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:56:59.666904 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:19.907636 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-412e3f9a-fc16-44aa-a07d-b3df9c51a002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:22.470092 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b63906a9-b3a0-4ecc-9581-2ed1912abce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:22.924633 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:23.594710 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.220276 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.296265 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51570) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:25.397268 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.489559 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.493344 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.529767 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e944f087-611d-46e0-b40e-518507f6fce6,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:25.533618 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=243b0813e814455a94eb903dbc42d05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363307 Jul 20 11:57:25.536889 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51574) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:25.539254 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.539599 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.539934 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.540263 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.540613 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.540936 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.541258 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.541583 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.541904 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.542224 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.542568 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.542883 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe34e7b-ff0e-4f8a-97d4-62cccd161a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:25.587506 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.608803 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.654467 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.657230 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:25.658532 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e944f087-611d-46e0-b40e-518507f6fce6 HTTP/1.1" status: 204 len: 168 time: 0.1206224 Jul 20 11:57:25.665923 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c11f4-c42f-4a28-83e5-cb58b6170de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e944f087-611d-46e0-b40e-518507f6fce6,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:26.602380 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51604) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:26.703408 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.791849 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.795479 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.832151 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddaecd2-afc1-4328-8774-39942fabbf2d,revision_number=1']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:26.835836 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebc93fb31d4d47e1a02122e59e0bb5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324276 Jul 20 11:57:26.838635 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51608) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:26.841742 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.842095 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.842527 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.842879 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.843297 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.843634 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.843969 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.844313 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.844657 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.844989 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.845317 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.845649 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb10894-ff82-4f71-82fb-6ec0f35f472b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-2-iscsi {{(pid=105204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 11:57:26.887855 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.908918 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.955164 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.958026 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:26.959185 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cddaecd2-afc1-4328-8774-39942fabbf2d HTTP/1.1" status: 204 len: 168 time: 0.1194263 Jul 20 11:57:26.966717 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b861e80-a120-49c0-a7fa-15e330f7af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddaecd2-afc1-4328-8774-39942fabbf2d,revision_number=None']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:29.677928 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:36.068265 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:57:37.481667 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [-] (105205) accepted ('10.222.0.15', 51742) {{(pid=105205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:37.582880 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-22965a4a-074e-48b8-bda5-92ee04d0ca0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.673200 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-22965a4a-074e-48b8-bda5-92ee04d0ca0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.676882 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron_lib.callbacks.manager [None req-22965a4a-074e-48b8-bda5-92ee04d0ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_create {{(pid=105205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.714466 dv-cinder-801354-2-iscsi neutron-server[105205]: INFO neutron.wsgi [None req-22965a4a-074e-48b8-bda5-92ee04d0ca0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0024b1abb5d45a5b3dd3e891951db8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316971 Jul 20 11:57:37.715525 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22965a4a-074e-48b8-bda5-92ee04d0ca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316852d7-0a7e-41b9-9840-816585e6fd89,revision_number=1']} {{(pid=105205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:37.717299 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [-] (105204) accepted ('10.222.0.15', 51746) {{(pid=105204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 20 11:57:37.766735 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.787320 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.832191 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693280'] for security_group, after_delete {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.834626 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:37.835758 dv-cinder-801354-2-iscsi neutron-server[105204]: INFO neutron.wsgi [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/316852d7-0a7e-41b9-9840-816585e6fd89 HTTP/1.1" status: 204 len: 168 time: 0.1173687 Jul 20 11:57:37.844068 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b1709-58a0-436f-ae99-83e3613e357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316852d7-0a7e-41b9-9840-816585e6fd89,revision_number=None']} {{(pid=105204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 11:57:49.910847 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-b74bcb87-f7f5-4d30-bbd3-9af2f26ad045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:52.469650 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d1a41b5d-0a75-47b2-8c2a-63ceddc03f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:52.915035 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:53.598298 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:55.221756 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:57:59.677805 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:13.071765 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:58:19.910260 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-3da6081f-8842-4c9e-8f04-b461749382bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:22.470612 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dc82467f-5700-499e-801c-cd55d12c3713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:22.916640 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:23.599991 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:25.225121 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:29.691647 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:49.909816 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-be8b2cab-2330-4f30-a21e-517aa48c0c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:50.073090 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:58:52.470284 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-32e03584-bede-40b8-8fa4-cfe2e65beee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:52.916847 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:53.602909 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:55.226921 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:58:59.707494 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:19.910736 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dab88f5f-c89b-4b5a-b72a-e00239bbefb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:22.471288 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-3eae9534-f1a7-4c36-8b1e-280411862e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:22.917669 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:23.606682 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:25.230084 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:27.076164 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 11:59:29.692478 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:49.910589 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-783e53d3-09cd-4b6f-9785-641a6a00fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:52.471916 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-7d0af86e-0d3a-41ed-894e-1d34f18140c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:52.918370 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:53.612507 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:55.237320 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 11:59:59.722527 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:04.081575 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 12:00:10.763428 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [req-e4990dd9-a8f1-49fd-9e55-71fe616f8f1d req-3b2fec3c-342d-42c8-ab56-327a0cbdf464 service neutron] (105205) timed out ('10.222.0.26', 59617) {{(pid=105205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 20 12:00:19.911237 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-19b3870c-5c83-4d36-a110-bd2b51df4744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:22.474018 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-f10cb9a4-a174-4b72-93a2-edeb8d7265c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:22.918368 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:23.612133 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:25.235806 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:29.706414 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:41.072481 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 12:00:49.911205 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8c5a280a-3155-4c37-b1f2-c9e8761d4dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:52.474502 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6b11-ea9d-44c0-b120-07affe067fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:52.919605 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:53.615953 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:55.240632 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:00:59.708018 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:18.071596 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 12:01:19.912314 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-085670d9-9bb8-449a-a57a-b24be1b41c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:22.474537 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-75e6dcde-e415-4f3e-a58d-b89415b1c9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:22.920240 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:23.618061 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:25.241417 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:29.719980 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:49.912917 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-8ebba768-469b-442c-b9a5-145b9de3f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:52.473814 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-133fea92-bc2e-4bf1-828d-6300d4397219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:52.920952 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:53.621234 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:55.070627 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 12:01:55.243923 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:01:59.737791 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:19.914256 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dd213b8b-7ced-46b3-a078-9d9b892a31b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:22.473874 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-af8c7126-cd4f-4945-ae37-7089d5a01738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:22.921006 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:23.624695 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:25.246629 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:29.733757 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:32.073532 dv-cinder-801354-2-iscsi neutron-server[105207]: DEBUG neutron.db.agents_db [None req-805d3078-a2fa-4a72-8a1f-2e7cb2f856f3 None None] Agent healthcheck: found 6 active agents {{(pid=105207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 12:02:49.914876 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-0ea396ae-581e-49da-8839-ea221abcc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:52.474258 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-03bdf36d-363f-42d0-a95c-f3c7ff50ce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:52.921876 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-bad15ae1-2b33-47f4-aa3f-8f418ad517f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:53.627413 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-309c3922-d209-48ed-8142-3461856e5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:55.249209 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-dfd8eec2-2d99-4cd2-b7ec-ee6f9b6196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 20 12:02:55.833730 dv-cinder-801354-2-iscsi neutron-server[105204]: DEBUG neutron.wsgi [req-66f5e423-45cf-4d32-b6a0-20142acad5ef req-337d136b-bede-43f1-b512-f0a12d8dbbff service neutron] (105204) timed out ('10.222.0.26', 59631) {{(pid=105204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 20 12:02:55.981563 dv-cinder-801354-2-iscsi neutron-server[105205]: DEBUG neutron.wsgi [req-c4a3ffdb-0f13-4d08-bfe6-7e8df71fefe7 req-8cf97d75-dc76-4920-908b-53edacbf5b50 service neutron] (105205) timed out ('10.222.0.26', 59645) {{(pid=105205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 20 12:02:59.718837 dv-cinder-801354-2-iscsi neutron-server[105206]: DEBUG neutron_lib.callbacks.manager [None req-33686b90-5c50-494d-81f4-5fc67943c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741594578216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-799771'] for agent, after_update {{(pid=105206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}